-- Logs begin at Thu 2022-07-28 16:47:49 UTC, end at Thu 2022-07-28 18:38:36 UTC. -- Jul 28 18:03:26.896550 dv-cinder-846173-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 28 18:03:29.629415 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.common.config [-] Logging enabled! Jul 28 18:03:29.630020 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 18:03:29.630234 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104564) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 18:03:29.633464 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.common.config [-] Logging enabled! Jul 28 18:03:29.633724 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev449 Jul 28 18:03:29.634041 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104564) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 28 18:03:29.634981 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 18:03:29.635220 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 18:03:29.636231 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 18:03:29.636482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 18:03:29.636710 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 18:03:29.637052 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.637358 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.637594 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.637893 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.638188 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.638474 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.638768 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.639067 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.639355 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.639639 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.639926 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.640159 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.640446 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.640735 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.641051 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.641282 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] debug = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.641566 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.642005 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.642405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.642689 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.642984 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.643262 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.643536 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.643813 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.644098 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.644427 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] host = dv-cinder-846173-4-iscsi {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.644707 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.645022 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.645318 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.645608 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.645885 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.647074 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.647074 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.647074 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.647074 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] log_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.647366 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.647505 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.647796 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.648089 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.648317 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.648544 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.648832 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.649156 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.649434 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.649709 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.649985 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.650260 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.650535 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.650801 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.651755 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.652010 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.652303 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.652582 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.652861 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.653160 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.653435 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.653722 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.653999 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.654274 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.654547 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.654835 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.655107 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.655385 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.655685 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.655973 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.656261 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.656550 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.656826 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.657132 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.657408 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.657680 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.657950 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] use_json = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.658223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.658495 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.658777 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.659051 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.659323 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.659597 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.659869 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.660160 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.660436 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:29.660735 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.661067 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.661377 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.661664 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.661973 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.662259 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.662554 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.662837 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.663133 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.663425 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.663717 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.663999 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.664305 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.664600 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.664900 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.665237 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.665536 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.665831 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.666118 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.666398 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.666714 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.666997 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.667288 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.667568 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.667861 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.668153 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.668435 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.668736 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.669049 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.669340 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.669638 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.669933 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.670211 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.670496 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.670794 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.671077 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.671359 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.671654 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.671979 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.672211 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.672500 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.672799 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.673145 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.673413 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.673696 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.673993 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.674274 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.674552 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.674829 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.675111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.675386 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.675675 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.675956 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.676240 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.676517 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.676799 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.677102 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.677381 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.677659 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.677933 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.678213 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.678489 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.678766 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.679040 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.679314 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.679593 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.679866 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.680138 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.680416 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.680691 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.680990 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.681264 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.681540 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.681816 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.682117 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.682422 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.682706 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.682987 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.683266 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.683545 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.683821 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.684099 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.684377 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.684653 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.684944 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.685264 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.685552 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.685837 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.686122 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.686437 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.686719 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.686999 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.687277 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.687555 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.687853 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.688118 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.688398 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.688678 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.689008 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.689276 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.689576 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.689873 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.690157 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.690454 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.690751 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.691050 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.691334 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.691646 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.691928 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:29.692148 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 18:03:29.692391 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104564) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 28 18:03:29.988445 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 18:03:29.988659 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 18:03:29.988990 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 28 18:03:29.989330 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 28 18:03:30.403337 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.403630 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.403913 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.405234 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.405514 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.405785 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.459585 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.459881 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.460157 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.475176 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.475455 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.475727 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.505806 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.506089 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.506365 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.543159 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.543447 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.543715 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.794861 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.795477 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.795477 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.795640 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.796472 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.893654 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.893989 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.894276 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.894553 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.894825 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.895145 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.895409 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.895668 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.895931 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.896218 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.896482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.896749 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.897033 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.897288 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.897545 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.897811 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.898071 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.898342 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.898615 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.898876 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.899150 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.899404 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.899686 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.900064 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.900317 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.900566 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.901529 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:30.901864 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:30.902197 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:30.902503 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:30.902844 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:30.903083 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:30.903451 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 28 18:03:30.906593 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 28 18:03:30.910526 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 28 18:03:30.914417 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(900, 949)])]) Jul 28 18:03:30.916034 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 28 18:03:30.917307 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 28 18:03:30.917655 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 28 18:03:30.918048 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 28 18:03:30.920834 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 28 18:03:30.921117 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 28 18:03:30.921473 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 18:03:30.926569 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 28 18:03:30.954761 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 28 18:03:30.955230 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.955591 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104564) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 28 18:03:30.956110 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.957624 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104564) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 28 18:03:30.957917 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 28 18:03:30.958163 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 28 18:03:30.961477 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:30.961763 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:31.099506 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 28 18:03:31.099752 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 28 18:03:31.099989 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 28 18:03:31.100373 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 28 18:03:31.153795 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO dbcounter [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Registered counter for database neutron Jul 28 18:03:31.173264 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_db.sqlalchemy.engines [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104564) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 28 18:03:31.179085 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writer thread running {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 18:03:31.890712 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing driver for type 'gre' Jul 28 18:03:31.891332 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] gre ID ranges: [(1, 1000)] Jul 28 18:03:32.101607 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing driver for type 'local' Jul 28 18:03:32.101948 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing driver for type 'vlan' Jul 28 18:03:32.261784 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] VlanTypeDriver initialization complete Jul 28 18:03:32.262061 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing driver for type 'vxlan' Jul 28 18:03:32.262574 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] vxlan ID ranges: [(1, 1000)] Jul 28 18:03:32.475180 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing extension driver 'port_security' Jul 28 18:03:32.475527 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.extensions.port_security [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] PortSecurityExtensionDriver initialization complete Jul 28 18:03:32.475873 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing mechanism driver 'openvswitch' Jul 28 18:03:32.476203 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing mechanism driver 'hyperv' Jul 28 18:03:32.483825 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.plugin [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104564) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:32.484531 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.484906 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.485336 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.485868 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 18:03:32.486318 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnet after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.486680 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnet after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.487291 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.487687 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 18:03:32.488097 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.488450 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.488798 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.489222 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 18:03:32.489631 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > security_group after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.490003 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > security_group after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.490369 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.490762 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 18:03:32.491202 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.491560 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.491927 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.492350 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 18:03:32.492782 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > address_group after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.493162 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > address_group after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.493511 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.493901 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104564) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 28 18:03:32.497919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] ML2 OVO RPC backend initialized. {{(pid=104564) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 28 18:03:32.497919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.497919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.497919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498249 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > networks before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498249 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498249 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > ports before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498249 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnet before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498533 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnets before_response 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498533 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498533 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498763 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.498996 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.499338 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.499677 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.500016 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnet after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.500355 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnet after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.500692 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.508568 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded quota_driver: . Jul 28 18:03:32.508942 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.plugin [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Modular L2 Plugin initialization complete Jul 28 18:03:32.509339 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading services supported by the core plugin {{(pid=104564) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 28 18:03:32.509687 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.plugins.ml2.managers [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Got port-security extension from driver 'port_security' Jul 28 18:03:32.510172 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.extensions.vlantransparent [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Disabled vlantransparent extension. Jul 28 18:03:32.510675 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104564) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 28 18:03:32.511003 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: router Jul 28 18:03:32.554466 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.554808 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router after_create 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.555193 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router before_create 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.555572 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.555959 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.556327 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router after_delete 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.556695 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.557078 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.557446 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router after_create 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.557818 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router after_update 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.558161 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router after_update 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.558517 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.558884 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router after_update 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.559303 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_update 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.559681 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: port after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.560028 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: port after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.560373 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: subnet after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.560729 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.561110 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.561467 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_create 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.561846 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: port before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.562196 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.562560 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router after_update 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.562910 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.563306 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_create 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.563668 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.564019 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_update 55549900 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.564390 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > agent after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.564748 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > agent after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.565127 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > network after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.566005 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Tracking information for resource: router configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:32.566347 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Tracking information for resource: floatingip configured {{(pid=104564) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 28 18:03:32.571410 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.db.l3_agentschedulers_db [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 28 18:03:32.572005 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: port after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.572380 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: port after_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.572739 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: port after_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.573138 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: port after_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.573952 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router before_create 55550100 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.574324 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.574693 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_create 55550100 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.575106 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > router precommit_update 55550100 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.580123 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.services.provider_configuration [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service providers = [] {{(pid=104564) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 28 18:03:32.580495 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.db.servicetype_db [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104564) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 28 18:03:32.583660 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.services.service_base [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:03:32.584022 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.services.service_base [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:03:32.584377 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.services.service_base [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:03:32.585306 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.services.service_base [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104564) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 28 18:03:32.585686 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.services.service_base [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 28 18:03:32.586074 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.586399 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 28 18:03:32.608717 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.609090 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: auto_allocate Jul 28 18:03:32.615004 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: network precommit_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.615408 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: network precommit_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.615932 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.616255 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: tag Jul 28 18:03:32.623243 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.623706 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: timestamp Jul 28 18:03:32.627582 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.627924 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: network_ip_availability Jul 28 18:03:32.633532 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.633915 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.638069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.638069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.638069 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: flavors Jul 28 18:03:32.642465 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.642805 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading Plugin: revisions Jul 28 18:03:32.647102 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104564) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 28 18:03:32.647508 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.658s {{(pid=104564) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 28 18:03:32.648261 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104564) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 28 18:03:32.648606 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Initializing extension manager. Jul 28 18:03:32.649168 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: __init__.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.649616 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: __pycache__ {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.649966 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: address_group.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.650698 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.651821 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: address-group Jul 28 18:03:32.652173 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: address_scope.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.652834 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.653443 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: address-scope Jul 28 18:03:32.653771 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.654679 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.655231 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: router-admin-state-down-before-update Jul 28 18:03:32.655556 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: agent.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.656230 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.656748 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: agent Jul 28 18:03:32.657109 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: agent_resources_synced.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.657983 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.658492 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: agent-resources-synced Jul 28 18:03:32.658821 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: allowedaddresspairs.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.660591 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.661152 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: allowed-address-pairs Jul 28 18:03:32.661485 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: auto_allocated_topology.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.662525 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.663037 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: auto-allocated-topology Jul 28 18:03:32.663369 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: availability_zone.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.664030 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.664535 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: availability_zone Jul 28 18:03:32.664863 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: availability_zone_filter.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.665759 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.666264 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: availability_zone_filter Jul 28 18:03:32.666624 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: data_plane_status.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.667499 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.668006 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension data-plane-status not supported by any of loaded plugins Jul 28 18:03:32.668334 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: default_subnetpools.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.669251 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.669766 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: default-subnetpools Jul 28 18:03:32.670096 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.670878 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.671391 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: dhcp_agent_scheduler Jul 28 18:03:32.671720 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: dns.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.672603 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.673141 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension dns-integration not supported by any of loaded plugins Jul 28 18:03:32.673469 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: dns_domain_ports.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.674382 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.674892 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 28 18:03:32.675220 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.676110 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.676624 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 28 18:03:32.676952 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: dvr.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.677616 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.678120 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: dvr Jul 28 18:03:32.678448 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: ecmp_routes.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.679327 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.679833 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 28 18:03:32.680164 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: empty_string_filtering.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.681071 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.681579 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: empty-string-filtering Jul 28 18:03:32.681907 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.682805 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.683308 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 28 18:03:32.683636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.695926 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.696435 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 28 18:03:32.696763 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: external_net.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.697667 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.698724 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: external-net Jul 28 18:03:32.699052 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.699919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.700428 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: extra_dhcp_opt Jul 28 18:03:32.700757 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: extraroute.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.701661 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.702170 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: extraroute Jul 28 18:03:32.702498 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: extraroute_atomic.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.703481 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.703994 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: extraroute-atomic Jul 28 18:03:32.704326 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: filter_validation.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.704971 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.705696 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: filter-validation Jul 28 18:03:32.706027 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: fip_pf_description.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.706947 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.707459 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 28 18:03:32.707791 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: fip_pf_port_range.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.708669 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.709207 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 28 18:03:32.709538 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: fip_port_details.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.710417 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.710930 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: fip-port-details Jul 28 18:03:32.711259 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: flavors.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.712432 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.712949 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: flavors Jul 28 18:03:32.713307 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.715539 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.716065 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 28 18:03:32.716404 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: floatingip_pools.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.717116 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.717636 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: floatingip-pools Jul 28 18:03:32.717968 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: ip_allocation.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.718865 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.719370 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension ip_allocation not supported by any of loaded plugins Jul 28 18:03:32.719699 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.720584 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.721132 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: ip-substring-filtering Jul 28 18:03:32.721462 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l2_adjacency.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.722362 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.722865 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 28 18:03:32.723192 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.724130 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.724644 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: router Jul 28 18:03:32.724990 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.727228 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.727771 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 28 18:03:32.728114 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.729051 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.729567 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: ext-gw-mode Jul 28 18:03:32.729900 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.730784 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.731293 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: l3-ha Jul 28 18:03:32.731625 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.732498 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.733144 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 28 18:03:32.733476 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3_flavors.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.734362 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.734874 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: l3-flavors Jul 28 18:03:32.735205 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.736540 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.737390 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 28 18:03:32.737723 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.738612 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.739130 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 28 18:03:32.739463 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: l3agentscheduler.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.740456 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.740985 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: l3_agent_scheduler Jul 28 18:03:32.741332 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: local_ip.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.743044 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.743572 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension local_ip not supported by any of loaded plugins Jul 28 18:03:32.743910 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: logging.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.758968 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.759494 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension logging not supported by any of loaded plugins Jul 28 18:03:32.759831 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: metering.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.761129 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.761906 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: metering Jul 28 18:03:32.762246 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.763314 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.763832 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: metering_source_and_destination_fields Jul 28 18:03:32.764169 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: multiprovidernet.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.765113 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.765631 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: multi-provider Jul 28 18:03:32.765964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: netmtu.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.766847 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.767368 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: net-mtu Jul 28 18:03:32.767701 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: netmtu_writable.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.768594 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.769142 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: net-mtu-writable Jul 28 18:03:32.769475 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: network_availability_zone.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.770122 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.770633 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: network_availability_zone Jul 28 18:03:32.770965 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: network_ip_availability.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.772144 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.772668 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: network-ip-availability Jul 28 18:03:32.773021 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: network_segment_range.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.773762 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.774277 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension network-segment-range not supported by any of loaded plugins Jul 28 18:03:32.774607 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: pagination.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.775558 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.775975 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: pagination Jul 28 18:03:32.776854 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: port_device_profile.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.777755 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.778275 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: port-device-profile Jul 28 18:03:32.778604 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: port_mac_address_override.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.779493 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.780012 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: port-mac-override Jul 28 18:03:32.780343 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.781266 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.781781 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: port-mac-address-regenerate Jul 28 18:03:32.782114 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.782994 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.783511 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: port-numa-affinity-policy Jul 28 18:03:32.783841 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: port_resource_request.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.789662 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.790171 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension port-resource-request not supported by any of loaded plugins Jul 28 18:03:32.790501 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: port_resource_request_groups.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.791430 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.791974 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 28 18:03:32.792302 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: portbindings.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.793220 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.793767 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: binding Jul 28 18:03:32.794097 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: portbindings_extended.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.795334 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.795850 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: binding-extended Jul 28 18:03:32.796181 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: portsecurity.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.797104 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.797624 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: port-security Jul 28 18:03:32.797955 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: project_id.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.798899 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.799236 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: project-id Jul 28 18:03:32.799567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: providernet.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.800538 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.801113 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: provider Jul 28 18:03:32.801449 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.804942 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.805514 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos not supported by any of loaded plugins Jul 28 18:03:32.805859 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.807078 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.807621 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 28 18:03:32.807957 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.808863 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.809403 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 28 18:03:32.809736 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_default.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.810614 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.811127 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-default not supported by any of loaded plugins Jul 28 18:03:32.811459 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_fip.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.812341 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.812851 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-fip not supported by any of loaded plugins Jul 28 18:03:32.813209 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.819625 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.820134 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 28 18:03:32.820463 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_gateway_ip.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.821377 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.821885 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 28 18:03:32.822214 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_port_network_policy.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.823615 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.824121 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 28 18:03:32.824450 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.825477 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.825993 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 28 18:03:32.826361 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.827368 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.827876 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 28 18:03:32.828204 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_pps_rule.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.829354 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.829872 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-pps not supported by any of loaded plugins Jul 28 18:03:32.830203 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_rule_type_details.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.831084 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.831598 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 28 18:03:32.831929 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.832808 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.833348 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 28 18:03:32.833680 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: qos_rules_alias.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.834725 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.835235 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 28 18:03:32.835566 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: quota_check_limit.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.836444 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.836974 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: quota-check-limit Jul 28 18:03:32.837318 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: quotasv2.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.838232 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.839175 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: quotas Jul 28 18:03:32.839504 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: quotasv2_detail.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.841184 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.841533 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: quota_details Jul 28 18:03:32.847703 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: rbac.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.847703 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.847703 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: rbac-policies Jul 28 18:03:32.847703 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: rbac_address_group.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.848371 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.848895 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: rbac-address-group Jul 28 18:03:32.849262 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: rbac_address_scope.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.850153 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.850673 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: rbac-address-scope Jul 28 18:03:32.851045 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: rbac_security_groups.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.852015 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.852531 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: rbac-security-groups Jul 28 18:03:32.852862 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: rbac_subnetpool.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.853786 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.854332 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: rbac-subnetpool Jul 28 18:03:32.854662 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: revisionifmatch.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.855558 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.856073 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: revision-if-match Jul 28 18:03:32.856401 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: revisions.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.857540 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.858064 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: standard-attr-revisions Jul 28 18:03:32.858396 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: router_availability_zone.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.859044 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.859940 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: router_availability_zone Jul 28 18:03:32.860271 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: routerservicetype.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.861197 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.861712 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension router-service-type not supported by any of loaded plugins Jul 28 18:03:32.862348 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.863255 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.863796 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: security-groups-normalized-cidr Jul 28 18:03:32.864098 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.865017 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.865534 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: port-security-groups-filtering Jul 28 18:03:32.865863 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.866761 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.867280 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: security-groups-remote-address-group Jul 28 18:03:32.867611 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.868515 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.869069 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: security-groups-shared-filtering Jul 28 18:03:32.869401 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: securitygroup.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.878897 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.879441 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: security-group Jul 28 18:03:32.879809 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: segment.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.880512 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.881059 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension segment not supported by any of loaded plugins Jul 28 18:03:32.881397 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.882334 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.882853 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 28 18:03:32.883185 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: servicetype.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.884347 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.884875 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: service-type Jul 28 18:03:32.885741 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: sorting.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.886708 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.887051 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: sorting Jul 28 18:03:32.887383 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: standard_attr_segment.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.888274 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.888797 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 28 18:03:32.889165 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: standardattrdescription.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.889788 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.890308 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: standard-attr-description Jul 28 18:03:32.890638 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: stateful_security_group.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.891595 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.892129 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: stateful-security-group Jul 28 18:03:32.892426 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: stdattrs_common.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.892989 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 28 18:03:32.893332 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.894223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.894742 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 28 18:03:32.895077 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: subnet_onboard.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.896101 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.896621 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: subnet_onboard Jul 28 18:03:32.896955 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.902330 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.902861 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 28 18:03:32.903200 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: subnet_service_types.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.904113 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.904630 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: subnet-service-types Jul 28 18:03:32.904982 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: subnetallocation.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.906040 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.906559 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: subnet_allocation Jul 28 18:03:32.906909 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.907535 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.908048 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: subnetpool-prefix-ops Jul 28 18:03:32.908468 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.909421 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.909935 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 28 18:03:32.910267 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: tagging.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.911301 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.911833 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: standard-attr-tag Jul 28 18:03:32.912166 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: timestamp.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.913389 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.913907 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loaded extension: standard-attr-timestamp Jul 28 18:03:32.914237 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: trunk.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.915227 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.915744 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension trunk not supported by any of loaded plugins Jul 28 18:03:32.916084 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: trunk_details.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.916986 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.917517 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension trunk-details not supported by any of loaded plugins Jul 28 18:03:32.917849 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: uplink_status_propagation.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.918734 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.919251 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 28 18:03:32.919584 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Loading extension file: vlantransparent.py {{(pid=104564) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 28 18:03:32.920227 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104564) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 28 18:03:32.920739 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 28 18:03:32.923351 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:network Jul 28 18:03:32.923887 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:subnet Jul 28 18:03:32.924299 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:03:32.924705 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:port Jul 28 18:03:32.926046 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.926497 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service FLAVORS assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.927133 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.927566 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.927906 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:router Jul 28 18:03:32.928344 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 18:03:32.928829 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service METERING assigned prefix: /metering {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.930305 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.930687 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.931050 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104564) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:03:32.932049 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 18:03:32.932501 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:security_group Jul 28 18:03:32.932955 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 18:03:32.933526 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service CORE assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.933863 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:03:32.934218 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] subnetpool is already registered Jul 28 18:03:32.934644 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service CORE assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.934974 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:03:32.935324 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] subnetpool is already registered Jul 28 18:03:32.937755 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.938200 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service FLAVORS assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.938802 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.939234 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.939573 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:router Jul 28 18:03:32.939918 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] router is already registered Jul 28 18:03:32.940335 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:floatingip Jul 28 18:03:32.940677 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] floatingip is already registered Jul 28 18:03:32.941168 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service METERING assigned prefix: /metering {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.941860 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of CountableResource for resource:rbac_policy Jul 28 18:03:32.942194 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] rbac_policy is already registered Jul 28 18:03:32.942614 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:security_group Jul 28 18:03:32.942958 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] security_group is already registered Jul 28 18:03:32.943367 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 28 18:03:32.943733 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] security_group_rule is already registered Jul 28 18:03:32.944348 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service CORE assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.944683 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:03:32.945051 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] subnetpool is already registered Jul 28 18:03:32.950386 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.v2.resource_helper [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Service CORE assigned prefix: {{(pid=104564) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 28 18:03:32.950386 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Creating instance of TrackedResource for resource:subnetpool Jul 28 18:03:32.950386 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING neutron.quota.resource_registry [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] subnetpool is already registered Jul 28 18:03:32.950386 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: extensions {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.950386 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: address-groups {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.950386 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: address-scopes {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.951463 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: agents {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.952641 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: auto-allocated-topology {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.953918 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: availability_zones {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.955162 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: dhcp-networks {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.956713 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: dhcp-agents {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.958203 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: routers {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.959929 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: flavors {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.961257 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: service_profiles {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.962485 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: next_providers {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.964645 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: service_profiles {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.966277 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: floatingip-pools {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.967516 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: routers {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.969266 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: floatingips {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.970561 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: l3-routers {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.971987 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: l3-agents {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.973452 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: metering-labels {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.974729 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: metering-label-rules {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.976121 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: network-ip-availabilities {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.977415 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: bindings {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.979004 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: quotas {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.981564 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: quotas {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.983137 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: rbac-policies {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.989106 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: security-groups {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.989106 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: security-group-rules {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.989106 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: service-providers {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.989106 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: subnetpools {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.989814 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: subnetpools {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.991383 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.993123 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.995490 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.997311 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:32.999032 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:33.001038 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:33.002773 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:33.004692 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:33.006525 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:33.008296 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron.api.extensions [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Extended resource: tags {{(pid=104564) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 28 18:03:33.015215 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING keystonemiddleware.auth_token [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 28 18:03:33.020338 dv-cinder-846173-4-iscsi neutron-server[104564]: WARNING keystonemiddleware.auth_token [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 28 18:03:33.029383 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Acquired lock "singleton_lock" {{(pid=104564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 28 18:03:33.029868 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_concurrency.lockutils [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Releasing lock "singleton_lock" {{(pid=104564) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 28 18:03:33.030528 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO oslo_service.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Starting 2 workers Jul 28 18:03:33.035395 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Started child 104675 {{(pid=104564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:03:33.039844 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Started child 104676 {{(pid=104564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:03:33.040832 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:33.041614 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO neutron.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 28 18:03:33.042239 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:33.046416 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [-] (104675) wsgi starting up on http://0.0.0.0:9696 Jul 28 18:03:33.046571 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO oslo_service.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Starting 1 workers Jul 28 18:03:33.046700 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:33.046700 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [-] (104676) wsgi starting up on http://0.0.0.0:9696 Jul 28 18:03:33.049909 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Started child 104677 {{(pid=104564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:03:33.050452 dv-cinder-846173-4-iscsi neutron-server[104564]: INFO oslo_service.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Starting 1 workers Jul 28 18:03:33.053535 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] calling RpcWorker wait() {{(pid=104677) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 28 18:03:33.054065 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] returning from RpcWorker wait() {{(pid=104677) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 28 18:03:33.055028 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Started child 104678 {{(pid=104564) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 28 18:03:33.055250 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:33.055760 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:33.055870 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG neutron_lib.callbacks.manager [None req-52d205f3-8b9b-4ff5-a250-2417b0428c14 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104564) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:33.058355 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 18:03:33.058552 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 18:03:33.058735 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 18:03:33.058972 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 18:03:33.059310 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 18:03:33.059494 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 18:03:33.060015 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.060297 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.060553 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.060827 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.061426 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.061701 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:33.062191 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.062191 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.062398 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.062477 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.062656 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.062823 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.063069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.063205 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:33.063313 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.063700 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.063974 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.064229 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.064483 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.064656 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.064901 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.065195 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.065456 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.065761 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] debug = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.066029 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.066556 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.066806 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.067065 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.067327 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.067605 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.067856 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.068115 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.068359 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.068603 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.068858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.069153 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.069400 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.069622 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.069858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.070132 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.070356 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.070868 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] host = dv-cinder-846173-4-iscsi {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.071117 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.071483 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.075588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_options = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076791 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076791 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076791 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076791 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.076791 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.077243 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 36968) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:33.077325 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.077417 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.077679 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.077981 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.078223 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.078446 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.079449 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.079449 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.079707 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.079969 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.080243 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.080480 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.080736 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.081014 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.081257 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.081496 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.081715 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.081954 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.082210 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.082449 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.082665 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.082884 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.083140 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.083390 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.083628 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.083875 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.084154 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.084388 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.084622 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.084862 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.085156 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.085390 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.085667 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.085934 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.086153 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.086388 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.086609 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.086828 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.087079 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_json = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.087296 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.087531 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.087835 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.087993 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.088212 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.088478 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.090246 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.090246 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.090246 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.098297 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [-] 10.222.0.86 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0093594 Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.098964 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.099567 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100111 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100644 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100644 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.100802 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.101068 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.102636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.102636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.102636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.102636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.102636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.102636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.103047 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.103047 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.105123 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.105415 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.105664 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.105962 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.106241 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.106495 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.106746 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.106996 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.107934 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.108453 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.108906 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.109200 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.109481 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.109729 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.112276 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.112582 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.113034 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.113395 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.114441 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.114850 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.115760 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.119110 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.120116 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.120509 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.120928 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.121935 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.122180 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.124876 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.125194 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.125443 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.125898 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.126004 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.126174 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.126405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.126643 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.126874 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.127091 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.131933 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.132210 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.132459 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.132717 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.132987 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.133229 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.133463 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.134405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.134405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.134405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.134623 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.134730 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.134996 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.135305 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.136080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.136311 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.136591 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.136820 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.137329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.137564 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.137829 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.138614 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.139348 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.139596 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.139830 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.140117 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.140345 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.140580 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.141175 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.141408 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.141633 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.141864 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.142110 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.142353 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.143391 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.143650 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.144037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.144431 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.145317 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.146512 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.146512 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.146721 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.147057 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.147360 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.147589 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.147867 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.148199 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.148475 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.148756 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.149041 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.149285 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.149706 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.150038 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.150301 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.151346 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.151346 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.151346 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.151346 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.151643 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.151767 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.152027 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.152359 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.152602 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.153618 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.155947 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.156023 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.156836 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.156836 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.156836 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.157131 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.157363 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.157685 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.158107 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.158387 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.158730 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.159151 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.160077 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.160077 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.160326 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.160622 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.161018 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.161402 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.161720 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.162051 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.162452 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.163820 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.164123 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.165306 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.165587 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.165857 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.166133 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.166426 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.166729 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.166966 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.167258 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.167501 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.167771 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.168000 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.168768 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.168768 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.168768 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.169042 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.169196 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.169445 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.169687 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.169926 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.170152 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.170418 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.170688 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.171041 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.171312 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.171591 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.171864 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.172109 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.172335 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.172561 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.172787 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.173296 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.173753 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.174000 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.174231 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.174963 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.175398 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.176556 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.176556 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.177279 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.177563 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.178507 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.178507 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.178507 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.178767 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.178885 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.179116 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.179355 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.179586 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.180180 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.180180 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.180322 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.180590 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.180860 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.181155 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.181423 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.181714 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.181956 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.182699 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.182928 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.183152 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.183387 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.183616 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.183840 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.184093 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.184315 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.184538 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.184773 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.185747 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.185747 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.185747 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.185747 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.186028 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.186096 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.186315 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.186565 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.186762 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.187142 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.187532 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.187771 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.187998 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.188947 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.188947 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.188947 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.188947 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.189919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.189919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.189919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.190143 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.191254 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.191254 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.191254 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.191254 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.191254 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.191614 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.191824 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.192037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.192306 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.192816 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.192816 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.193063 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.193330 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.193649 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.193951 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.194228 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.194517 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.194786 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.195069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.195630 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.195630 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.195908 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.196247 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.197026 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.197026 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.197026 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.197300 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.197530 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.197774 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.198636 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.199189 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.199189 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.199353 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.199596 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.199853 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.200080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.200482 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.200866 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.201126 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.201722 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.201722 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.201919 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.201995 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 18:03:33.203253 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104564) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 28 18:03:33.203253 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 28 18:03:33.203253 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 28 18:03:33.203253 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 28 18:03:33.203253 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 28 18:03:33.203253 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 28 18:03:33.203756 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.203756 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.203888 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.203956 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.204115 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.204282 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.204447 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.204611 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.204777 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.204941 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.205129 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.205982 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.205982 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.205982 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.205982 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.205982 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.206299 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.206299 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.206472 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.206542 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.206754 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.206845 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] debug = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.207815 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.207815 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.207815 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.207815 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.208122 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:33.208204 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.208204 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.208204 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.208204 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.208450 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.208450 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209646 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209646 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209789 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] host = dv-cinder-846173-4-iscsi {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.209954 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211080 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211588 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211863 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.211940 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.212593 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_options = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.212593 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.212593 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.212593 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213007 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213007 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213007 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213254 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213507 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213666 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.213831 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.214230 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.214230 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.214392 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.214466 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.214606 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.214770 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216037 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216538 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.216538 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.217635 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.217635 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.217635 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.217635 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.217635 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.217635 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.217635 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218065 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218065 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218065 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218239 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218305 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218431 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218627 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218761 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.218925 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.219090 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.219254 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.219417 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.219580 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_json = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.219745 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.219908 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.220073 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.220236 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.220399 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.220563 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.220730 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.220897 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.222547 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 28 18:03:33.222547 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.222547 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.222547 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.222907 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.222907 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.223083 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.223255 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.223420 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.223590 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.223759 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.223937 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.224106 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.224286 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.224455 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.224672 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.224817 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.224959 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.225965 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.226142 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.226329 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.226483 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.226657 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.227632 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.227632 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.227632 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.227632 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.227632 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228222 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228222 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228222 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228222 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228453 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228535 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.86/identity {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228616 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.228792 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.229015 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.229230 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.229407 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.229579 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.229740 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.229910 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.230084 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.230244 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.230405 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.230576 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.230740 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.231069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.231242 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.231410 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.231579 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.231754 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.231922 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.232091 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.232259 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.232429 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.232599 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.232761 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.232944 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.233137 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.233300 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.233509 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.233663 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.233831 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.233978 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.234122 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.234387 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.234491 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.234634 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.234789 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.234943 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.235082 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.235255 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.235406 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.235576 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.235720 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.235900 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.236045 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.236191 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.236360 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.236533 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.236702 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.236870 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.237356 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.237507 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.237645 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.237782 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.237985 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.238130 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.238269 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.238407 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.238544 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.238687 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.238845 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.239008 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.239170 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.239334 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.239492 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.239650 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.239824 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.239991 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.240150 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.240302 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.240471 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.240637 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.240866 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.241047 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.241205 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.241345 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.241488 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.241637 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.241776 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.241913 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.242050 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.242222 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.242390 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.242557 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.242725 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.242893 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.243060 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.243228 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.243396 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.243627 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.243729 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.244314 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.244314 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.244314 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.244560 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.244560 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.245262 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.245411 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246069 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246354 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246354 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246571 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.246657 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.247554 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.247554 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.247554 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.247554 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.247554 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.247892 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.247892 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.248014 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.248081 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.248703 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.248703 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.248703 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.248703 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.249057 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.249671 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.249843 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.86/identity {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.250001 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.250171 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.250343 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.250515 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.250683 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.250905 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.251002 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.251776 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.251776 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.251776 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.251776 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.251776 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.252102 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.252102 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.252298 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253004 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253004 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253004 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253004 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253570 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253570 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253570 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.253570 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254122 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254122 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254122 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254413 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254413 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254560 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254642 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254809 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.254989 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.255139 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.255287 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.255435 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.255601 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.255768 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.255939 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.256110 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.256260 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.256427 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.256595 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.256764 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.256950 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.257925 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.258097 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.258271 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.258448 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.258615 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.258783 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.258956 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.259126 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.259279 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.259423 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.259592 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.259758 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.259927 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.260095 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.260316 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.261840 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.262021 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.262196 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.262413 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.262560 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.262701 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.262858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.263858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.263858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.263858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.263858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.263858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.263858 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.264599 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.264599 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.264599 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.264599 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.264599 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.264912 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.264912 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.265151 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.265251 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.265251 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.265673 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.265755 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.265896 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.266064 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.266232 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.266400 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.266661 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.266798 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.266930 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.267062 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.267202 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.267360 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.267511 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.267683 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.267863 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.268024 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.268193 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.268360 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.268540 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.268683 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.268846 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.269812 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.269812 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.269812 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.269812 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.269812 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.269812 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.270518 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.270518 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.270518 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.270518 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.270769 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.270769 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.271082 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.271082 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.271331 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.271466 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.271602 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.271712 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.271884 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.272059 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.272238 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.272484 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.272628 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.272760 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.272904 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:900:949'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.273151 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.273263 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.273481 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.273617 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.273776 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.273944 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.274113 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.274282 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.274568 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.274661 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.274770 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.274938 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.275118 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.275250 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.275414 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.275581 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.275750 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.275944 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.276114 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.276283 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.276451 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.276619 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.277561 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 28 18:03:33.277561 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104564) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 28 18:03:42.344250 dv-cinder-846173-4-iscsi neutron-server[104564]: DEBUG dbcounter [-] [104564] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104564) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:44.593849 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writer thread running {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 18:03:44.594944 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb14adb0-92bd-4aac-9be5-5330ff7d856e None None] get_active_networks_info from dv-cinder-846173-4-iscsi {{(pid=104677) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 28 18:03:44.653589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb14adb0-92bd-4aac-9be5-5330ff7d856e None None] No non-hosted networks {{(pid=104677) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 28 18:03:44.668405 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.agentschedulers_db [None req-fb14adb0-92bd-4aac-9be5-5330ff7d856e None None] DHCP Agent not found on host dv-cinder-846173-4-iscsi {{(pid=104677) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 28 18:03:44.857753 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-afd67b59-0b0e-4b7c-850a-7a075baad55f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426402'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.261301 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writer thread running {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 18:03:46.894497 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-efe6cb95-6a31-43d3-a1ab-b15cd4a19b27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426402'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:46.931134 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.db.api [None req-3d093f1f-786b-4bb9-abc7-91f413f5bee5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-846173-4-iscsi {{(pid=104677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:03:46.931994 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG oslo_db.api [None req-3d093f1f-786b-4bb9-abc7-91f413f5bee5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:03:47.533438 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37050) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:47.545127 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3d093f1f-786b-4bb9-abc7-91f413f5bee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:47.874610 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426402'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:48.227440 dv-cinder-846173-4-iscsi neutron-server[104676]: WARNING oslo_policy.policy [None req-e52b2d78-054f-4cb1-89e0-eb9cf3ba03b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:03:48.228313 dv-cinder-846173-4-iscsi neutron-server[104676]: WARNING oslo_policy.policy [None req-e52b2d78-054f-4cb1-89e0-eb9cf3ba03b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:03:48.482881 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [None req-e52b2d78-054f-4cb1-89e0-eb9cf3ba03b8 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:03:48.496636 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e52b2d78-054f-4cb1-89e0-eb9cf3ba03b8 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9615989 Jul 28 18:03:49.309140 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426402'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:49.783557 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426402'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:49.784492 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.784995 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.785479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.785949 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.786763 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.787305 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.787772 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.788459 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.788934 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.789497 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.789981 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.790498 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.791062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.791625 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.792087 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:49.792728 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-846173-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:49.801490 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-846173-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:03:50.117394 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.db.l3_hamode_db [None req-ac7a2024-7d34-4b2d-ad56-fd7aa89e204c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 28 18:03:50.197665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a2024-7d34-4b2d-ad56-fd7aa89e204c None None] Routers set() bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:03:50.198035 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a2024-7d34-4b2d-ad56-fd7aa89e204c None None] Router IDs set() for agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 28 18:03:50.865918 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37086) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:51.223484 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-1c685bb7-eacd-41ee-b525-79f3d4ab2b59 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:51.317035 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.policy [None req-1c685bb7-eacd-41ee-b525-79f3d4ab2b59 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104676) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 18:03:51.360606 dv-cinder-846173-4-iscsi neutron-server[104676]: WARNING oslo_policy.policy [None req-1c685bb7-eacd-41ee-b525-79f3d4ab2b59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:03:51.361015 dv-cinder-846173-4-iscsi neutron-server[104676]: WARNING oslo_policy.policy [None req-1c685bb7-eacd-41ee-b525-79f3d4ab2b59 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:03:51.382696 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writer thread running {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 18:03:51.530861 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c685bb7-eacd-41ee-b525-79f3d4ab2b59 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783931329420', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783931329936', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783931313328', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783931324046', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783931429041', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783931438099', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3316784', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3184412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-372434', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-367675'] for rbac-policy (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:51.739721 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c685bb7-eacd-41ee-b525-79f3d4ab2b59 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:51.740826 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1c685bb7-eacd-41ee-b525-79f3d4ab2b59 admin admin] 10.222.0.86 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8737974 Jul 28 18:03:53.932009 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37098) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:54.251718 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:54.372345 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Made reservation on behalf of de970216eec1471ca4c15bf6365e4ef0 for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:54.376188 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.393896 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.563890 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks [] for security_group (8082798e-7367-4c13-a8e6-5f15cd3ba538), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.638439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8082798e-7367-4c13-a8e6-5f15cd3ba538), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.663491 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 903} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:03:54.699711 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783931196353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (cfb9e6ee-8569-486a-8f90-d89b3c2ec418), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.700306 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Unsubscribe: segment precommit_create {{(pid=104676) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 18:03:54.700903 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Added segment cfb9e6ee-8569-486a-8f90-d89b3c2ec418 of type vlan for network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 Jul 28 18:03:54.718535 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=8082798e-7367-4c13-a8e6-5f15cd3ba538,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:54.773400 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.773744 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.774104 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.774455 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.774788 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.775115 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.775439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.775762 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.776122 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.776402 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.776723 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.777606 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.777932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.778250 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.778567 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Tracked resource versions report: Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: pushed versions: Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: { 'AddressGroup': {'1.2'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Agent': {'1.1'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'ConntrackHelper': {'1.0'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Log': {'1.0'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'NDPProxy': {'1.0'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Network': {'1.1'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Port': {'1.7'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'PortForwarding': {'1.3'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'QosPolicy': {'1.10'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroup': {'1.5'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SubPort': {'1.0'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Subnet': {'1.1'}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Trunk': {'1.1'}} Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: consumer versions: Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Agent': '1.1', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'ConntrackHelper': '1.0', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'LocalIPAssociation': '1.0', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Log': '1.0', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'NDPProxy': '1.0', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Network': '1.1', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Port': '1.7', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'PortForwarding': '1.3', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'QosPolicy': '1.10', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroup': '1.5', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroupRule': '1.2', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SubPort': '1.0', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Subnet': '1.1', Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Trunk': '1.1'}} Jul 28 18:03:54.780036 dv-cinder-846173-4-iscsi neutron-server[104676]: {{(pid=104676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:03:54.813935 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (b3319c6f-5f27-4447-b5e8-d4f5ea6836e5), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.833471 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:54.891187 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (b3319c6f-5f27-4447-b5e8-d4f5ea6836e5), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:54.896376 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:54.897142 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:55.016293 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] Pushing event updated for resources: {'Network': ['ID=b3319c6f-5f27-4447-b5e8-d4f5ea6836e5,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:55.029166 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:03:55.031494 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-7184bfe4-f57e-4deb-ab9d-cd44136fcdb4 demo demo] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0984538 Jul 28 18:03:57.334344 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37112) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:03:57.753782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb34879-5edf-4b97-bb34-707fcf9fd751 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:57.755092 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-adb34879-5edf-4b97-bb34-707fcf9fd751 demo admin] 10.222.0.86 "GET /v2.0/networks/b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 HTTP/1.1" status: 200 len: 825 time: 0.4197946 Jul 28 18:03:57.780890 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-8f74855f-d9f0-429a-a305-615b42e1477a demo admin] 10.222.0.86 "GET /v2.0/subnetpools/9e11b96d-65e0-4fed-931a-7cf160f6c6bc HTTP/1.1" status: 200 len: 734 time: 0.0200374 Jul 28 18:03:57.789723 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '9e11b96d-65e0-4fed-931a-7cf160f6c6bc', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:03:57.946364 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Made reservation on behalf of de970216eec1471ca4c15bf6365e4ef0 for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:03:57.948674 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.095003 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:58.312904 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (2da43265-8890-4682-bcb4-cfc7f41a3e54), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.382489 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Pushing event updated for resources: {'Subnet': ['ID=2da43265-8890-4682-bcb4-cfc7f41a3e54,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:58.386890 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Checking segment: {'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:03:58.387275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Network hostable DHCP agents. Network: b3319c6f-5f27-4447-b5e8-d4f5ea6836e5, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:03:58.514475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:03:58.626575 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, b3319c6f-5f27-4447-b5e8-d4f5ea6836e5) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:58.631441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:03:58.632058 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:58.641768 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810641c1-a59c-4b33-b2c3-98b48aecdecd None None] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:03:58.722789 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ae959d33-f5ca-4787-978e-4bc2c5390983 demo admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9362874 Jul 28 18:03:58.918865 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'fixed_ips': [{'subnet_id': '2da43265-8890-4682-bcb4-cfc7f41a3e54'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:03:58.920195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.210515 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Allocated IP 172.20.0.2 (b3319c6f-5f27-4447-b5e8-d4f5ea6836e5/2da43265-8890-4682-bcb4-cfc7f41a3e54/b841a0a4-3d9e-41d9-932d-69081f472f8e) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:03:59.228507 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:59.482824 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Publish callbacks [] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.555192 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.635601 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:03:59.641786 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:03:59.647474 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Pushing event updated for resources: {'Port': ['ID=b841a0a4-3d9e-41d9-932d-69081f472f8e,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:03:59.649130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:03:59.660166 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.660516 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.660874 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.661298 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.661635 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.661966 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.662296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.662622 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.662951 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.663274 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.663601 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.663939 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.664266 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.664587 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.664907 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Tracked resource versions report: Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: pushed versions: Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: { 'AddressGroup': {'1.2'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Agent': {'1.1'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'ConntrackHelper': {'1.0'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Log': {'1.0'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'NDPProxy': {'1.0'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Network': {'1.1'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Port': {'1.7'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'PortForwarding': {'1.3'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'QosPolicy': {'1.10'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroup': {'1.5'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SubPort': {'1.0'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Subnet': {'1.1'}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Trunk': {'1.1'}} Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: consumer versions: Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Agent': '1.1', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'ConntrackHelper': '1.0', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'LocalIPAssociation': '1.0', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Log': '1.0', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'NDPProxy': '1.0', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Network': '1.1', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Port': '1.7', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'PortForwarding': '1.3', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'QosPolicy': '1.10', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroup': '1.5', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroupRule': '1.2', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SubPort': '1.0', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Subnet': '1.1', Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Trunk': '1.1'}} Jul 28 18:03:59.666384 dv-cinder-846173-4-iscsi neutron-server[104677]: {{(pid=104677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:03:59.735516 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:03:59.745209 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Attempting to bind port b841a0a4-3d9e-41d9-932d-69081f472f8e on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:03:59.746242 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Attempting to bind port b841a0a4-3d9e-41d9-932d-69081f472f8e by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:03:59.746764 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Attempting to bind port b841a0a4-3d9e-41d9-932d-69081f472f8e on network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:03:59.751806 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:03:59.752193 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Checking segment: {'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:03:59.752651 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.753142 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Bound using segment: {'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:03:59.753635 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Bound port: b841a0a4-3d9e-41d9-932d-69081f472f8e, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:03:59.754045 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.814998 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] For port b841a0a4-3d9e-41d9-932d-69081f472f8e, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:03:59.836238 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] For port b841a0a4-3d9e-41d9-932d-69081f472f8e, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=b841a0a4-3d9e-41d9-932d-69081f472f8e,segment=NetworkSegment(cfb9e6ee-8569-486a-8f90-d89b3c2ec418),segment_id=cfb9e6ee-8569-486a-8f90-d89b3c2ec418)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:03:59.920713 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:03:59.977329 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57e95b7-1b7e-4bb9-a58a-ada008b62f15 None None] Pushing event updated for resources: {'Port': ['ID=b841a0a4-3d9e-41d9-932d-69081f472f8e,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:00.238357 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:00.249840 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:00.999798 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37126) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:01.344130 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [None req-aeb70d41-71a3-4c96-9400-af86807db4ed admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:04:01.348010 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-aeb70d41-71a3-4c96-9400-af86807db4ed admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3443205 Jul 28 18:04:03.595372 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37134) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:03.922375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [None req-214b8a17-4685-4e39-97ee-f9f8cdb7cf2d admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:04:03.936996 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-214b8a17-4685-4e39-97ee-f9f8cdb7cf2d admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3267469 Jul 28 18:04:06.197595 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37142) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:06.533231 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-775d38b9-3b84-4e08-9476-89bcb7e90371 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:06.651381 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-775d38b9-3b84-4e08-9476-89bcb7e90371 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (a16c511a-d0f8-483b-8909-339d8446b5bb), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.654005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-775d38b9-3b84-4e08-9476-89bcb7e90371 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (a16c511a-d0f8-483b-8909-339d8446b5bb), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.806851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-775d38b9-3b84-4e08-9476-89bcb7e90371 demo demo] Publish callbacks [] for router_controller (a16c511a-d0f8-483b-8909-339d8446b5bb), precommit_add_association {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.875270 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-775d38b9-3b84-4e08-9476-89bcb7e90371 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (a16c511a-d0f8-483b-8909-339d8446b5bb), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.956089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-775d38b9-3b84-4e08-9476-89bcb7e90371 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:06.957442 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-775d38b9-3b84-4e08-9476-89bcb7e90371 demo demo] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7587662 Jul 28 18:04:07.556710 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device b841a0a4-3d9e-41d9-932d-69081f472f8e up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:07.648918 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port b841a0a4-3d9e-41d9-932d-69081f472f8e triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:07.649280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:07.753806 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port b841a0a4-3d9e-41d9-932d-69081f472f8e is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:07.754231 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:07.791179 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port b841a0a4-3d9e-41d9-932d-69081f472f8e, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=b841a0a4-3d9e-41d9-932d-69081f472f8e,segment=NetworkSegment(cfb9e6ee-8569-486a-8f90-d89b3c2ec418),segment_id=cfb9e6ee-8569-486a-8f90-d89b3c2ec418)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:07.855007 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:07.902598 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=b841a0a4-3d9e-41d9-932d-69081f472f8e,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:08.094948 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9190482-3a3a-4810-8a7b-6e796fd42a97 None None] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:08.160570 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3617f167-3689-4dd5-b3b3-acc6206c4312 None None] Provisioning complete for port b841a0a4-3d9e-41d9-932d-69081f472f8e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:08.160884 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3617f167-3689-4dd5-b3b3-acc6206c4312 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.219425 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:08.289338 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3617f167-3689-4dd5-b3b3-acc6206c4312 None None] Current status of the port b841a0a4-3d9e-41d9-932d-69081f472f8e is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:08.507297 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-93803499-3778-4a91-b43b-bc0cd39d3a4a None None] Provisioning complete for port b841a0a4-3d9e-41d9-932d-69081f472f8e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:08.507686 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-93803499-3778-4a91-b43b-bc0cd39d3a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:08.578384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-93803499-3778-4a91-b43b-bc0cd39d3a4a None None] Current status of the port b841a0a4-3d9e-41d9-932d-69081f472f8e is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:09.289837 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37154) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:09.537272 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device b841a0a4-3d9e-41d9-932d-69081f472f8e up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:09.582621 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port b841a0a4-3d9e-41d9-932d-69081f472f8e triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:09.583365 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:09.622057 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:09.627747 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [None req-ee694bfd-6a69-41c8-b1c7-46e34d8ab95a admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:04:09.628757 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ee694bfd-6a69-41c8-b1c7-46e34d8ab95a admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3379772 Jul 28 18:04:09.655225 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port b841a0a4-3d9e-41d9-932d-69081f472f8e is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:11.860734 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37162) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:12.184254 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:12.272081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Made reservation on behalf of e2f95f7ebd0046e996236ac2938731ae for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:12.274428 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.283516 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.325218 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:12.357809 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks [] for security_group (80d801ac-02aa-43fc-990e-74dc19d6085b), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.438041 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (80d801ac-02aa-43fc-990e-74dc19d6085b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.456657 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Reserving flat network on physical network physnet1 {{(pid=104676) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 28 18:04:12.470570 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d801ac-02aa-43fc-990e-74dc19d6085b,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:12.616153 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (89b11d11-7de7-4da3-85eb-2a88cedaa557), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.616513 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Added segment 89b11d11-7de7-4da3-85eb-2a88cedaa557 of type flat for network 79ded495-114a-44f0-a2c2-8383921e8192 Jul 28 18:04:12.671302 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (79ded495-114a-44f0-a2c2-8383921e8192), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.775091 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (79ded495-114a-44f0-a2c2-8383921e8192), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.776293 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:12.776895 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:12.868784 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] Pushing event updated for resources: {'Network': ['ID=79ded495-114a-44f0-a2c2-8383921e8192,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:12.882318 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 79ded495-114a-44f0-a2c2-8383921e8192 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:04:12.928092 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-dce4611b-063e-42ca-a070-e75696cc9a3c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0659552 Jul 28 18:04:14.611150 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-00edae8a-db4e-46d3-9b12-06ae00a1265c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:15.171226 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37170) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:15.535450 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:15.557086 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa659f3-9c0b-4bb3-8fcf-ecf74580271c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:15.559087 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-dfa659f3-9c0b-4bb3-8fcf-ecf74580271c demo admin] 10.222.0.86 "GET /v2.0/subnets/2da43265-8890-4682-bcb4-cfc7f41a3e54 HTTP/1.1" status: 200 len: 849 time: 0.3868978 Jul 28 18:04:15.680473 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-d6666c39-6678-4808-b5ec-04371638d510 demo admin] 10.222.0.86 "GET /v2.0/routers/a16c511a-d0f8-483b-8909-339d8446b5bb HTTP/1.1" status: 200 len: 704 time: 0.1151280 Jul 28 18:04:15.981426 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.330766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Allocated IP 172.20.0.1 (b3319c6f-5f27-4447-b5e8-d4f5ea6836e5/2da43265-8890-4682-bcb4-cfc7f41a3e54/bb8866ea-edec-4222-93d4-3737ad1d0a24) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:16.487615 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks [] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.490126 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:16.594392 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.673914 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:16.681844 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:16.684251 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Pushing event updated for resources: {'Port': ['ID=bb8866ea-edec-4222-93d4-3737ad1d0a24,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:16.687980 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:16.688135 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (a16c511a-d0f8-483b-8909-339d8446b5bb), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.763991 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:16.842707 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-bfebb9e9-0b62-41c4-8381-60ceef3d0c3c None None] Provisioning complete for port bb8866ea-edec-4222-93d4-3737ad1d0a24 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:16.843220 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bfebb9e9-0b62-41c4-8381-60ceef3d0c3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.875448 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-bfebb9e9-0b62-41c4-8381-60ceef3d0c3c None None] Port bb8866ea-edec-4222-93d4-3737ad1d0a24 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:16.892339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f552ceec-1841-4a4e-b192-27cbbc09a8b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:16.975027 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.179817 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks [] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.243097 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.243882 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (a16c511a-d0f8-483b-8909-339d8446b5bb), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.320800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Pushing event updated for resources: {'Port': ['ID=bb8866ea-edec-4222-93d4-3737ad1d0a24,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:17.369874 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:17.371193 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:17.570936 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Router a16c511a-d0f8-483b-8909-339d8446b5bb is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:04:17.597272 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-c831c5aa-d09b-489b-9273-b687e1224240 None None] Provisioning complete for port bb8866ea-edec-4222-93d4-3737ad1d0a24 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:17.597748 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c831c5aa-d09b-489b-9273-b687e1224240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.663940 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:17.669351 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-dd3ff839-39b2-4b22-bd07-54be3c53bc32 demo admin] 10.222.0.86 "PUT /v2.0/routers/a16c511a-d0f8-483b-8909-339d8446b5bb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9827251 Jul 28 18:04:17.673156 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c831c5aa-d09b-489b-9273-b687e1224240 None None] Port bb8866ea-edec-4222-93d4-3737ad1d0a24 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:17.680636 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Sync routers for ids ['a16c511a-d0f8-483b-8909-339d8446b5bb'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:17.694150 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Routers {'a16c511a-d0f8-483b-8909-339d8446b5bb'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:17.695133 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:04:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['a16c511a-d0f8-483b-8909-339d8446b5bb'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:17.814759 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:17.882745 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Set router a16c511a-d0f8-483b-8909-339d8446b5bb gateway port host: None {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:18.302759 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'name': 'router1', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:06Z', 'updated_at': '2022-07-28T18:04:16Z', 'revision_number': 2, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'gw_port_host': None, '_interfaces': [{'id': 'bb8866ea-edec-4222-93d4-3737ad1d0a24', 'name': '', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'mac_address': 'fa:16:3e:73:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:16Z', 'updated_at': '2022-07-28T18:04:17Z', 'revision_number': 2, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'subnets': [{'id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e11b96d-65e0-4fed-931a-7cf160f6c6bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:18.354374 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Checking router: a16c511a-d0f8-483b-8909-339d8446b5bb for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:18.354755 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Updating router a16c511a-d0f8-483b-8909-339d8446b5bb port bb8866ea-edec-4222-93d4-3737ad1d0a24 binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:18.408853 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:18.915823 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Publish callbacks [] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.009188 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.181677 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Pushing event updated for resources: {'Port': ['ID=bb8866ea-edec-4222-93d4-3737ad1d0a24,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:19.194028 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Attempting to bind port bb8866ea-edec-4222-93d4-3737ad1d0a24 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:19.195897 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Attempting to bind port bb8866ea-edec-4222-93d4-3737ad1d0a24 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:19.195897 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Attempting to bind port bb8866ea-edec-4222-93d4-3737ad1d0a24 on network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:19.198320 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.198681 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.199045 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.199404 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.199744 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.200078 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.200422 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.200742 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.201097 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.201432 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.201810 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.202162 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.202488 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.202816 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.203139 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Tracked resource versions report: Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: pushed versions: Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: { 'AddressGroup': {'1.2'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Agent': {'1.1'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'ConntrackHelper': {'1.0'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Log': {'1.0'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'NDPProxy': {'1.0'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Network': {'1.1'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Port': {'1.7'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'PortForwarding': {'1.3'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'QosPolicy': {'1.10'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroup': {'1.5'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SubPort': {'1.0'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Subnet': {'1.1'}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Trunk': {'1.1'}} Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: consumer versions: Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Agent': '1.1', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'ConntrackHelper': '1.0', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'LocalIPAssociation': '1.0', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Log': '1.0', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'NDPProxy': '1.0', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Network': '1.1', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Port': '1.7', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'PortForwarding': '1.3', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'QosPolicy': '1.10', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroup': '1.5', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroupRule': '1.2', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SubPort': '1.0', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Subnet': '1.1', Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Trunk': '1.1'}} Jul 28 18:04:19.204650 dv-cinder-846173-4-iscsi neutron-server[104678]: {{(pid=104678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:04:19.214885 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.218647 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 3, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:19.219064 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Checking segment: {'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:19.219527 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.219951 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Bound using segment: {'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:19.220454 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Bound port: bb8866ea-edec-4222-93d4-3737ad1d0a24, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfb9e6ee-8569-486a-8f90-d89b3c2ec418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 903, 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:19.220841 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.279831 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:19.286202 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] For port bb8866ea-edec-4222-93d4-3737ad1d0a24, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:19.299597 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-c9445ff7-a609-42cd-bb31-ed95e5adfd79 None None] Provisioning complete for port bb8866ea-edec-4222-93d4-3737ad1d0a24 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:19.299998 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c9445ff7-a609-42cd-bb31-ed95e5adfd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.306410 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] For port bb8866ea-edec-4222-93d4-3737ad1d0a24, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=bb8866ea-edec-4222-93d4-3737ad1d0a24,segment=NetworkSegment(cfb9e6ee-8569-486a-8f90-d89b3c2ec418),segment_id=cfb9e6ee-8569-486a-8f90-d89b3c2ec418)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:19.309525 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:19.332008 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c9445ff7-a609-42cd-bb31-ed95e5adfd79 None None] Port bb8866ea-edec-4222-93d4-3737ad1d0a24 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:04:19.371616 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.427938 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0187f3-4511-47f5-850b-09a524ed0924 None None] Pushing event updated for resources: {'Port': ['ID=bb8866ea-edec-4222-93d4-3737ad1d0a24,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:19.437986 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Routers {'a16c511a-d0f8-483b-8909-339d8446b5bb'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:19.438605 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:04:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['a16c511a-d0f8-483b-8909-339d8446b5bb'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:19.578526 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] Set router a16c511a-d0f8-483b-8909-339d8446b5bb gateway port host: None {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:19.653210 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-d1c11804-e111-4c8f-b68b-201e3388199f None None] Provisioning complete for port bb8866ea-edec-4222-93d4-3737ad1d0a24 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:19.653638 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d1c11804-e111-4c8f-b68b-201e3388199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.750147 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-d1c11804-e111-4c8f-b68b-201e3388199f None None] Current status of the port bb8866ea-edec-4222-93d4-3737ad1d0a24 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:19.750548 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d1c11804-e111-4c8f-b68b-201e3388199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.784841 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-d1c11804-e111-4c8f-b68b-201e3388199f None None] For port bb8866ea-edec-4222-93d4-3737ad1d0a24, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=bb8866ea-edec-4222-93d4-3737ad1d0a24,segment=NetworkSegment(cfb9e6ee-8569-486a-8f90-d89b3c2ec418),segment_id=cfb9e6ee-8569-486a-8f90-d89b3c2ec418)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:19.785557 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'name': 'router1', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:06Z', 'updated_at': '2022-07-28T18:04:16Z', 'revision_number': 2, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'gw_port_host': None, '_interfaces': [{'id': 'bb8866ea-edec-4222-93d4-3737ad1d0a24', 'name': '', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'mac_address': 'fa:16:3e:73:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:16Z', 'updated_at': '2022-07-28T18:04:19Z', 'revision_number': 4, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'subnets': [{'id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e11b96d-65e0-4fed-931a-7cf160f6c6bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:19.814520 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3feec1b9-9884-4457-8ea4-29e4aa686a97 None None] The sync data for ids ['a16c511a-d0f8-483b-8909-339d8446b5bb'] in dv-cinder-846173-4-iscsi is: [{'id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'name': 'router1', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:06Z', 'updated_at': '2022-07-28T18:04:16Z', 'revision_number': 2, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'gw_port_host': None, '_interfaces': [{'id': 'bb8866ea-edec-4222-93d4-3737ad1d0a24', 'name': '', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'mac_address': 'fa:16:3e:73:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:16Z', 'updated_at': '2022-07-28T18:04:19Z', 'revision_number': 4, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'subnets': [{'id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e11b96d-65e0-4fed-931a-7cf160f6c6bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:19.816875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.866425 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d1c11804-e111-4c8f-b68b-201e3388199f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:19.918423 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c11804-e111-4c8f-b68b-201e3388199f None None] Pushing event updated for resources: {'Port': ['ID=bb8866ea-edec-4222-93d4-3737ad1d0a24,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:19.956582 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37182) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:20.355793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1477b6-14fe-497d-a5a8-1cb23fc3d8ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:20.357275 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-5c1477b6-14fe-497d-a5a8-1cb23fc3d8ba admin admin] 10.222.0.86 "GET /v2.0/networks/79ded495-114a-44f0-a2c2-8383921e8192 HTTP/1.1" status: 200 len: 842 time: 0.3996527 Jul 28 18:04:20.366961 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.3.1', 'cidr': '172.27.3.0/24', 'name': 'public-subnet', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:20.379983 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:20.496745 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Made reservation on behalf of e2f95f7ebd0046e996236ac2938731ae for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:04:20.499133 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:20.722940 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:20.918285 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.objects.ports [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104676) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 28 18:04:20.918734 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (93b99282-eb6e-40b1-a04a-eb0f00b5c074), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:20.985968 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Pushing event updated for resources: {'Subnet': ['ID=93b99282-eb6e-40b1-a04a-eb0f00b5c074,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:20.995651 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:20.996013 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Network hostable DHCP agents. Network: 79ded495-114a-44f0-a2c2-8383921e8192, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:04:21.124726 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:04:21.204753 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 79ded495-114a-44f0-a2c2-8383921e8192) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:21.208782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:21.209475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:21.213903 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c21bd2-b9d1-4cfb-9ecf-38490c226915 None None] Network 79ded495-114a-44f0-a2c2-8383921e8192 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:21.270791 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-de731cdd-6edc-4f2f-b733-441a33ab8902 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9071565 Jul 28 18:04:21.324308 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2bc432-6bbd-4145-aa72-7faa1f62efbd None None] Network 79ded495-114a-44f0-a2c2-8383921e8192 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:04:21.393905 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:23.598177 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37190) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:24.017091 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-018d15ed-0ee9-4c1c-b103-2f0e981b7564 demo admin] 10.222.0.86 "GET /v2.0/routers/a16c511a-d0f8-483b-8909-339d8446b5bb HTTP/1.1" status: 200 len: 710 time: 0.4176838 Jul 28 18:04:24.103049 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc49c45b-6c05-4699-b938-debe6e2747cf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:04:24.109576 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-fc49c45b-6c05-4699-b938-debe6e2747cf demo admin] 10.222.0.86 "GET /v2.0/networks/79ded495-114a-44f0-a2c2-8383921e8192 HTTP/1.1" status: 200 len: 886 time: 0.0817704 Jul 28 18:04:24.113711 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:04:24.364074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks [] for router_gateway (a16c511a-d0f8-483b-8909-339d8446b5bb), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.616634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:24.631652 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks [] for router_gateway (a16c511a-d0f8-483b-8909-339d8446b5bb), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.693756 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:24.716260 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:24.829549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Allocated IP 172.27.3.107 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/947f7730-cbf0-4865-8b27-0b8aa610e91d) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:04:24.940786 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks [] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.039548 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.083379 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:04:25.090176 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:04:25.093990 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:04:25.126825 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Pushing event updated for resources: {'Port': ['ID=947f7730-cbf0-4865-8b27-0b8aa610e91d,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:25.284092 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:25.496780 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks [] for router_gateway (a16c511a-d0f8-483b-8909-339d8446b5bb), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.561770 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device bb8866ea-edec-4222-93d4-3737ad1d0a24 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:25.609964 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port bb8866ea-edec-4222-93d4-3737ad1d0a24 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:25.610361 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.646200 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:25.686362 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port bb8866ea-edec-4222-93d4-3737ad1d0a24 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:25.698404 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-432034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631733', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1874'] for router (a16c511a-d0f8-483b-8909-339d8446b5bb), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.701761 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-432043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-432016', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-631714'] for router (a16c511a-d0f8-483b-8909-339d8446b5bb), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.805934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Router a16c511a-d0f8-483b-8909-339d8446b5bb has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:04:25.909377 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:04:25.914311 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:25.928994 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1ef1260b-51b9-4823-a2df-3aadb3d2c321 demo admin] 10.222.0.86 "PUT /v2.0/routers/a16c511a-d0f8-483b-8909-339d8446b5bb HTTP/1.1" status: 200 len: 890 time: 1.8052490 Jul 28 18:04:26.239897 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Sync routers for ids ['a16c511a-d0f8-483b-8909-339d8446b5bb'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:04:26.252950 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Routers {'a16c511a-d0f8-483b-8909-339d8446b5bb'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:26.253650 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:04:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['a16c511a-d0f8-483b-8909-339d8446b5bb'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:26.464296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Set router a16c511a-d0f8-483b-8909-339d8446b5bb gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:26.840257 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'name': 'router1', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '947f7730-cbf0-4865-8b27-0b8aa610e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:06Z', 'updated_at': '2022-07-28T18:04:25Z', 'revision_number': 4, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'gw_port': {'id': '947f7730-cbf0-4865-8b27-0b8aa610e91d', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:24Z', 'updated_at': '2022-07-28T18:04:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'bb8866ea-edec-4222-93d4-3737ad1d0a24', 'name': '', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'mac_address': 'fa:16:3e:73:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:16Z', 'updated_at': '2022-07-28T18:04:19Z', 'revision_number': 5, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'subnets': [{'id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e11b96d-65e0-4fed-931a-7cf160f6c6bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:26.957870 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Checking router: a16c511a-d0f8-483b-8909-339d8446b5bb for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:04:26.958234 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Updating router a16c511a-d0f8-483b-8909-339d8446b5bb port 947f7730-cbf0-4865-8b27-0b8aa610e91d binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:04:27.009653 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.332055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Publish callbacks [] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.398875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.442610 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:27.450512 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaee1c-8128-4088-9bcb-edb58e91dc1a None None] Pushing event updated for resources: {'Port': ['ID=947f7730-cbf0-4865-8b27-0b8aa610e91d,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.456147 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Attempting to bind port 947f7730-cbf0-4865-8b27-0b8aa610e91d on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:04:27.456514 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Attempting to bind port 947f7730-cbf0-4865-8b27-0b8aa610e91d by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:04:27.456872 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Attempting to bind port 947f7730-cbf0-4865-8b27-0b8aa610e91d on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:04:27.462104 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 4, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:04:27.462469 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:04:27.462866 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.463249 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:04:27.464373 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Bound port: 947f7730-cbf0-4865-8b27-0b8aa610e91d, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:04:27.464781 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.514152 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] For port 947f7730-cbf0-4865-8b27-0b8aa610e91d, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:04:27.517135 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] For port 947f7730-cbf0-4865-8b27-0b8aa610e91d, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=947f7730-cbf0-4865-8b27-0b8aa610e91d,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:04:27.622128 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:27.626539 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:27.676357 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Routers {'a16c511a-d0f8-483b-8909-339d8446b5bb'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:04:27.676943 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:04:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['a16c511a-d0f8-483b-8909-339d8446b5bb'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:27.723575 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaee1c-8128-4088-9bcb-edb58e91dc1a None None] Pushing event updated for resources: {'Port': ['ID=947f7730-cbf0-4865-8b27-0b8aa610e91d,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:27.791801 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] Set router a16c511a-d0f8-483b-8909-339d8446b5bb gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:04:27.991320 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'name': 'router1', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '947f7730-cbf0-4865-8b27-0b8aa610e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:06Z', 'updated_at': '2022-07-28T18:04:25Z', 'revision_number': 4, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'gw_port': {'id': '947f7730-cbf0-4865-8b27-0b8aa610e91d', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:24Z', 'updated_at': '2022-07-28T18:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'bb8866ea-edec-4222-93d4-3737ad1d0a24', 'name': '', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'mac_address': 'fa:16:3e:73:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:16Z', 'updated_at': '2022-07-28T18:04:19Z', 'revision_number': 5, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'subnets': [{'id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e11b96d-65e0-4fed-931a-7cf160f6c6bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:04:28.016131 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13792ea6-6e49-4458-abbe-041df11f75c0 None None] The sync data for ids ['a16c511a-d0f8-483b-8909-339d8446b5bb'] in dv-cinder-846173-4-iscsi is: [{'id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'name': 'router1', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.107'}], 'enable_snat': True}, 'gw_port_id': '947f7730-cbf0-4865-8b27-0b8aa610e91d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:04:06Z', 'updated_at': '2022-07-28T18:04:25Z', 'revision_number': 4, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'gw_port': {'id': '947f7730-cbf0-4865-8b27-0b8aa610e91d', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:22:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:24Z', 'updated_at': '2022-07-28T18:04:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'bb8866ea-edec-4222-93d4-3737ad1d0a24', 'name': '', 'network_id': 'b3319c6f-5f27-4447-b5e8-d4f5ea6836e5', 'tenant_id': 'de970216eec1471ca4c15bf6365e4ef0', 'mac_address': 'fa:16:3e:73:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a16c511a-d0f8-483b-8909-339d8446b5bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:04:16Z', 'updated_at': '2022-07-28T18:04:19Z', 'revision_number': 5, 'project_id': 'de970216eec1471ca4c15bf6365e4ef0', 'subnets': [{'id': '2da43265-8890-4682-bcb4-cfc7f41a3e54', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e11b96d-65e0-4fed-931a-7cf160f6c6bc'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:04:28.328515 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 37204) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:04:28.890718 dv-cinder-846173-4-iscsi neutron-server[104675]: WARNING oslo_policy.policy [None req-76a2e755-8145-498e-9944-6c0ac1117d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:04:28.891286 dv-cinder-846173-4-iscsi neutron-server[104675]: WARNING oslo_policy.policy [None req-76a2e755-8145-498e-9944-6c0ac1117d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:04:29.122054 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writer thread running {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 28 18:04:29.122717 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:29.293568 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.policy [None req-76a2e755-8145-498e-9944-6c0ac1117d2f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104675) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 28 18:04:29.336522 dv-cinder-846173-4-iscsi neutron-server[104675]: WARNING oslo_policy.policy [None req-76a2e755-8145-498e-9944-6c0ac1117d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:04:29.337142 dv-cinder-846173-4-iscsi neutron-server[104675]: WARNING oslo_policy.policy [None req-76a2e755-8145-498e-9944-6c0ac1117d2f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 28 18:04:29.347340 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-76a2e755-8145-498e-9944-6c0ac1117d2f admin admin] 10.222.0.86 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 1.0170088 Jul 28 18:04:29.564684 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 947f7730-cbf0-4865-8b27-0b8aa610e91d up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:29.612350 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 947f7730-cbf0-4865-8b27-0b8aa610e91d triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:29.612744 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.684489 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 947f7730-cbf0-4865-8b27-0b8aa610e91d is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:29.684872 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.706497 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 947f7730-cbf0-4865-8b27-0b8aa610e91d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=947f7730-cbf0-4865-8b27-0b8aa610e91d,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:04:29.764681 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:29.788335 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=24 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:29.789173 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=56 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:29.814093 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=947f7730-cbf0-4865-8b27-0b8aa610e91d,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:04:31.577112 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 947f7730-cbf0-4865-8b27-0b8aa610e91d up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:04:31.634686 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 947f7730-cbf0-4865-8b27-0b8aa610e91d triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:04:31.635315 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (947f7730-cbf0-4865-8b27-0b8aa610e91d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:31.710210 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:31.712320 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 947f7730-cbf0-4865-8b27-0b8aa610e91d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:04:35.907735 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:35.909194 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=50 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:39.108757 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:04:39.229431 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:41.709093 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:44.610618 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-aab0f2ad-7089-4ad7-9833-b0f12e7f03ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:46.879066 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-610a6834-9e0a-41f6-9a1e-8d48ad19de69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:47.821341 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:49.227157 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:49.792844 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:04:59.113274 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:59.121431 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:59.742975 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:04:59.745758 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:14.860659 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d57b2ed4-8b54-436b-82dd-554989689b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:16.107978 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:05:16.939130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3da2e971-02a1-4650-a363-020540057c73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:17.820656 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:19.231515 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:19.808786 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:29.719617 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:29.721417 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:43.102087 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:43.102876 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:05:44.611609 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d6166f63-2e21-4a7c-8204-ab11a3eb37a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:46.859303 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4220b9f8-e248-4139-a829-9e1c47d7102d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:47.823200 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:49.212999 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:49.767715 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:53.109468 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:05:54.336217 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37756) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:54.676727 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.pecan_wsgi.hooks.translation [None req-3297db22-068b-48f6-b42d-608a6075727e admin admin] GET failed (client error): The resource could not be found. Jul 28 18:05:54.677991 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-3297db22-068b-48f6-b42d-608a6075727e admin admin] 10.222.0.86 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3407872 Jul 28 18:05:54.843698 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8c2d29-565a-436e-b3e8-22176635e220 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:54.845288 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-3d8c2d29-565a-436e-b3e8-22176635e220 admin admin] 10.222.0.86 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1631098 Jul 28 18:05:57.015133 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37766) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:05:57.388749 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48a945b-c56b-48a9-8235-3bd63fdb06ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:57.390050 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a48a945b-c56b-48a9-8235-3bd63fdb06ac admin admin] 10.222.0.86 "GET /v2.0/subnets/2da43265-8890-4682-bcb4-cfc7f41a3e54 HTTP/1.1" status: 200 len: 849 time: 0.3739827 Jul 28 18:05:57.399660 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:05:57.488309 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Publish callbacks [] for subnet (2da43265-8890-4682-bcb4-cfc7f41a3e54), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:57.686784 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783931072229'] for subnet (2da43265-8890-4682-bcb4-cfc7f41a3e54), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:57.718779 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:05:57.719405 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:57.720714 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] 10.222.0.86 "PUT /v2.0/subnets/2da43265-8890-4682-bcb4-cfc7f41a3e54 HTTP/1.1" status: 200 len: 868 time: 0.3246276 Jul 28 18:05:57.724239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2858fe57-928b-4946-9fcd-1ece2196b873 None None] Network b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:05:57.743731 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da43265-8890-4682-bcb4-cfc7f41a3e54,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:05:57.751774 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.752122 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.752465 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.752806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.755868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.756632 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:57.756632 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-106b6ff4-9280-406d-b447-62ef91c67613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:05:58.040250 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-cc34383f-9b4e-471d-b56d-1db11e515465 None None] Provisioning complete for port bb8866ea-edec-4222-93d4-3737ad1d0a24 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:58.040640 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cc34383f-9b4e-471d-b56d-1db11e515465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (bb8866ea-edec-4222-93d4-3737ad1d0a24), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.118472 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-cc34383f-9b4e-471d-b56d-1db11e515465 None None] Current status of the port bb8866ea-edec-4222-93d4-3737ad1d0a24 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:58.127026 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-cc34383f-9b4e-471d-b56d-1db11e515465 None None] Provisioning complete for port b841a0a4-3d9e-41d9-932d-69081f472f8e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:05:58.127422 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cc34383f-9b4e-471d-b56d-1db11e515465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b841a0a4-3d9e-41d9-932d-69081f472f8e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:05:58.200541 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-cc34383f-9b4e-471d-b56d-1db11e515465 None None] Current status of the port b841a0a4-3d9e-41d9-932d-69081f472f8e is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:05:59.897359 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37774) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:00.373174 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf6629-63b1-479e-8bd5-df47ae4aad3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:00.373649 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bf6629-63b1-479e-8bd5-df47ae4aad3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:00.375200 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a6bf6629-63b1-479e-8bd5-df47ae4aad3f admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4768810 Jul 28 18:06:00.483764 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=15 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:02.554994 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37782) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:02.965661 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97cf4f6-07c2-4416-87d1-161645d309c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:02.966047 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97cf4f6-07c2-4416-87d1-161645d309c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:02.967584 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b97cf4f6-07c2-4416-87d1-161645d309c7 admin admin] 10.222.0.86 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4116189 Jul 28 18:06:05.131982 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37790) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:05.638239 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455b07eb-7df8-4349-897a-4340178ab407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:05.639675 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-455b07eb-7df8-4349-897a-4340178ab407 admin admin] 10.222.0.86 "GET /v2.0/networks/79ded495-114a-44f0-a2c2-8383921e8192 HTTP/1.1" status: 200 len: 886 time: 0.5067184 Jul 28 18:06:07.854841 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37798) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:08.197406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=44,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.199280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.215781 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.219452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:08.261945 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d760a3-1c99-43af-a17c-964c73c731cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:08.263284 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-10d760a3-1c99-43af-a17c-964c73c731cf admin admin] 10.222.0.86 "GET /v2.0/networks/b3319c6f-5f27-4447-b5e8-d4f5ea6836e5 HTTP/1.1" status: 200 len: 869 time: 0.4074643 Jul 28 18:06:10.435475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37806) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:10.838023 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c7559-d9ca-4b39-bf45-e14812598ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:10.838489 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63c7559-d9ca-4b39-bf45-e14812598ad6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:10.840038 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f63c7559-d9ca-4b39-bf45-e14812598ad6 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4036577 Jul 28 18:06:12.993612 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37814) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:13.098110 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:13.109327 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=18 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:13.372934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a06169-30aa-4fa9-ad9b-3ac1c82114f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:13.373354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a06169-30aa-4fa9-ad9b-3ac1c82114f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:13.374870 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-32a06169-30aa-4fa9-ad9b-3ac1c82114f8 admin admin] 10.222.0.86 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3802855 Jul 28 18:06:14.589509 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-45eb77e9-f829-4aec-9683-c7b8c2226912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:15.538642 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37822) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:15.906932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1355ec1-1ee5-41e9-b400-8f93d9fbd169 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:15.908212 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f1355ec1-1ee5-41e9-b400-8f93d9fbd169 admin admin] 10.222.0.86 "GET /v2.0/subnets/2da43265-8890-4682-bcb4-cfc7f41a3e54 HTTP/1.1" status: 200 len: 868 time: 0.3686287 Jul 28 18:06:16.857940 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a8b5d129-a241-4e00-bc35-76ffd2bee81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:17.852082 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:18.116861 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37830) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:18.495250 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0413a181-71b9-455a-ba10-d20456934245 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:18.496630 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0413a181-71b9-455a-ba10-d20456934245 admin admin] 10.222.0.86 "GET /v2.0/subnets/93b99282-eb6e-40b1-a04a-eb0f00b5c074 HTTP/1.1" status: 200 len: 816 time: 0.3788345 Jul 28 18:06:19.200374 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:19.772698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:28.491058 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=28 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:28.491875 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=36 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:29.709903 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:29.716885 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:30.110628 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:06:44.622778 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-73c56a61-4c4b-4ef2-b442-b011ae74cc09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:46.879776 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9a5c9860-c3f1-4e98-9c94-20ac1b4a7b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:47.151637 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37886) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:47.480156 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [None req-3af925bc-6399-498d-9c35-01391eb89d61 admin admin] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:06:47.481191 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-3af925bc-6399-498d-9c35-01391eb89d61 admin admin] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3286588 Jul 28 18:06:47.822874 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.239479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.791906 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:49.839362 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37894) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:50.100879 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:50.105869 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:50.172507 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.pecan_wsgi.hooks.translation [None req-253e6ce7-6e9a-4e12-8bc9-2c28cfecb186 admin admin] GET failed (client error): The resource could not be found. Jul 28 18:06:50.176190 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-253e6ce7-6e9a-4e12-8bc9-2c28cfecb186 admin admin] 10.222.0.86 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3358328 Jul 28 18:06:50.264441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b48e169-ef14-4b58-8dd9-83272725046e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:50.266041 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9b48e169-ef14-4b58-8dd9-83272725046e admin admin] 10.222.0.86 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0880291 Jul 28 18:06:52.530742 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37902) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:52.856672 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:52.947405 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Made reservation on behalf of e2f95f7ebd0046e996236ac2938731ae for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:52.949723 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.977747 dv-cinder-846173-4-iscsi neutron-server[104676]: WARNING neutron.services.revisions.revision_plugin [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Could not find related network for resource to bump revision. Jul 28 18:06:52.988495 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 949} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:06:52.997068 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (01a2eeaa-cc40-464e-bcac-1f5949b28322), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:52.997437 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Added segment 01a2eeaa-cc40-464e-bcac-1f5949b28322 of type vlan for network a27cd082-4b25-4eec-a103-bb52628be503 Jul 28 18:06:53.036465 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (a27cd082-4b25-4eec-a103-bb52628be503), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:53.119123 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (a27cd082-4b25-4eec-a103-bb52628be503), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:53.120097 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:53.120714 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:53.181483 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] Pushing event updated for resources: {'Network': ['ID=a27cd082-4b25-4eec-a103-bb52628be503,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:53.192538 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network a27cd082-4b25-4eec-a103-bb52628be503 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:06:53.253716 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-719e5555-8f8e-4c12-a4ab-b3739317c56b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.7218773 Jul 28 18:06:55.466936 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 37910) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:06:55.816015 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.pecan_wsgi.hooks.translation [None req-361e2749-95a3-4873-82c6-760faddb410d admin admin] GET failed (client error): The resource could not be found. Jul 28 18:06:55.817321 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-361e2749-95a3-4873-82c6-760faddb410d admin admin] 10.222.0.86 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3493986 Jul 28 18:06:55.946104 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb48b0ac-8eb2-478b-bf41-2413346731e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:55.947573 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-eb48b0ac-8eb2-478b-bf41-2413346731e3 admin admin] 10.222.0.86 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1262059 Jul 28 18:06:55.957432 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:06:56.077162 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Made reservation on behalf of e2f95f7ebd0046e996236ac2938731ae for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:06:56.080037 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:56.388488 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (597f9cf0-86e6-431f-9f6e-73587b9a8c74), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:56.468457 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=597f9cf0-86e6-431f-9f6e-73587b9a8c74,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:56.482178 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.482524 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.482876 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.483211 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.483540 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.483866 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.484189 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.484510 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.484835 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.485186 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.485523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.485845 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.486164 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.486479 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.486795 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Tracked resource versions report: Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: pushed versions: Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: { 'AddressGroup': {'1.2'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Agent': {'1.1'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'ConntrackHelper': {'1.0'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Log': {'1.0'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'NDPProxy': {'1.0'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Network': {'1.1'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Port': {'1.7'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'PortForwarding': {'1.3'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'QosPolicy': {'1.10'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroup': {'1.5'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SubPort': {'1.0'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Subnet': {'1.1'}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Trunk': {'1.1'}} Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: consumer versions: Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Agent': '1.1', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'ConntrackHelper': '1.0', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'LocalIPAssociation': '1.0', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Log': '1.0', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'NDPProxy': '1.0', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Network': '1.1', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Port': '1.7', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'PortForwarding': '1.3', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'QosPolicy': '1.10', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroup': '1.5', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroupRule': '1.2', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SubPort': '1.0', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Subnet': '1.1', Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Trunk': '1.1'}} Jul 28 18:06:56.488207 dv-cinder-846173-4-iscsi neutron-server[104675]: {{(pid=104675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:06:56.500574 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Checking segment: {'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:56.500959 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Network hostable DHCP agents. Network: a27cd082-4b25-4eec-a103-bb52628be503, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:06:56.604817 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Network a27cd082-4b25-4eec-a103-bb52628be503 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:06:56.673502 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, a27cd082-4b25-4eec-a103-bb52628be503) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:56.678837 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:06:56.680028 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:56.683651 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cd831e-7b7b-49ab-b247-5b671f0cb2d8 None None] Network a27cd082-4b25-4eec-a103-bb52628be503 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:06:56.751390 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-317df097-d087-4523-a2bf-e405515e5be6 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7971730 Jul 28 18:06:56.816482 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-a27cd082-4b25-4eec-a103-bb52628be503', 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503', 'project_id': 'e2f95f7ebd0046e996236ac2938731ae', 'fixed_ips': [{'subnet_id': '597f9cf0-86e6-431f-9f6e-73587b9a8c74'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:06:56.817529 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:56.957833 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Allocated IP 192.168.233.2 (a27cd082-4b25-4eec-a103-bb52628be503/597f9cf0-86e6-431f-9f6e-73587b9a8c74/95318c7f-b6b5-4216-9bd4-ff752d691775) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:06:57.105037 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Publish callbacks [] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.165325 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.310554 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Network a27cd082-4b25-4eec-a103-bb52628be503 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:06:57.311331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Pushing event updated for resources: {'Port': ['ID=95318c7f-b6b5-4216-9bd4-ff752d691775,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:57.315002 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:06:57.319706 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:06:57.324816 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.325259 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.325606 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.325958 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.326294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.326626 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.326960 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.327274 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.327600 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.327919 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.328241 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.328581 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.328906 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.329253 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.329573 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:06:57.386260 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Attempting to bind port 95318c7f-b6b5-4216-9bd4-ff752d691775 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:06:57.386636 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Attempting to bind port 95318c7f-b6b5-4216-9bd4-ff752d691775 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:06:57.387003 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Attempting to bind port 95318c7f-b6b5-4216-9bd4-ff752d691775 on network a27cd082-4b25-4eec-a103-bb52628be503 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:06:57.393414 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 6, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:06:57.393786 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Checking segment: {'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:06:57.394193 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.394584 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Bound using segment: {'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:06:57.395104 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Bound port: 95318c7f-b6b5-4216-9bd4-ff752d691775, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:06:57.396038 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.458257 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] For port 95318c7f-b6b5-4216-9bd4-ff752d691775, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:06:57.461512 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] For port 95318c7f-b6b5-4216-9bd4-ff752d691775, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=95318c7f-b6b5-4216-9bd4-ff752d691775,segment=NetworkSegment(01a2eeaa-cc40-464e-bcac-1f5949b28322),segment_id=01a2eeaa-cc40-464e-bcac-1f5949b28322)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:06:57.558406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:57.607280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:57.619986 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011d01e-ed63-4e5a-a077-5e593c2fc4e9 None None] Pushing event updated for resources: {'Port': ['ID=95318c7f-b6b5-4216-9bd4-ff752d691775,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:58.434742 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09340c-08d9-44f1-b6f0-223b31298a77 None None] Network a27cd082-4b25-4eec-a103-bb52628be503 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:06:58.494911 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a1904757-4a4b-4b62-9e6c-488db8d42749 None None] Provisioning complete for port 95318c7f-b6b5-4216-9bd4-ff752d691775 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:58.495296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a1904757-4a4b-4b62-9e6c-488db8d42749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:58.523954 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:06:58.620546 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a1904757-4a4b-4b62-9e6c-488db8d42749 None None] Current status of the port 95318c7f-b6b5-4216-9bd4-ff752d691775 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:58.623038 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a1904757-4a4b-4b62-9e6c-488db8d42749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:58.658186 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-a1904757-4a4b-4b62-9e6c-488db8d42749 None None] For port 95318c7f-b6b5-4216-9bd4-ff752d691775, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=95318c7f-b6b5-4216-9bd4-ff752d691775,segment=NetworkSegment(01a2eeaa-cc40-464e-bcac-1f5949b28322),segment_id=01a2eeaa-cc40-464e-bcac-1f5949b28322)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:06:58.706243 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a1904757-4a4b-4b62-9e6c-488db8d42749 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:58.764389 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1904757-4a4b-4b62-9e6c-488db8d42749 None None] Pushing event updated for resources: {'Port': ['ID=95318c7f-b6b5-4216-9bd4-ff752d691775,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:06:58.826396 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-eaa86c64-542e-4311-8682-007146dedf06 None None] Provisioning complete for port 95318c7f-b6b5-4216-9bd4-ff752d691775 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:58.826774 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-eaa86c64-542e-4311-8682-007146dedf06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:58.901064 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-eaa86c64-542e-4311-8682-007146dedf06 None None] Current status of the port 95318c7f-b6b5-4216-9bd4-ff752d691775 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:06:59.661477 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 95318c7f-b6b5-4216-9bd4-ff752d691775 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:06:59.715705 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 95318c7f-b6b5-4216-9bd4-ff752d691775 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:06:59.716248 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (95318c7f-b6b5-4216-9bd4-ff752d691775), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:06:59.796126 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 95318c7f-b6b5-4216-9bd4-ff752d691775 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:07:03.171044 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=30,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:03.179023 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=37,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:06.690314 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=45,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:06.695224 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=48,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:07.110117 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:07:09.793491 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=83 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:09.795257 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=2,neutron:SELECT=36 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:14.604024 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5b72d09b-96dd-4add-a492-a43b46c87bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:16.878400 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-094763a9-6441-4899-a9c1-afc7fddcc88e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:17.832884 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:19.243872 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:19.802474 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:27.096423 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:27.101270 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:29.715188 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:29.721136 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:43.097430 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:43.098298 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:44.108695 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:07:44.614538 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-855218b5-f994-4e98-912e-5c5863d48626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:46.887193 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5ee0f767-4819-4617-93ff-bbd93be4127b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:47.864114 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:49.213792 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:49.808373 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:07:59.720364 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:07:59.722793 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:04.102816 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:04.107716 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:14.617501 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cf38da84-4fda-4d31-bee7-00f2ab83ee18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:16.875857 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-001789ca-4957-444b-acd1-7a513db9b40f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:17.853150 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:19.228932 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:19.807532 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:21.107912 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:08:29.720900 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:29.722734 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:34.988625 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 37956) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:34.995250 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [None req-83c450d4-63e6-4fa6-8bc4-00d13b6c6881 tempest-verify_tempest_config-40671421 tempest-verify_tempest_config-40671421-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:08:34.996264 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-83c450d4-63e6-4fa6-8bc4-00d13b6c6881 tempest-verify_tempest_config-40671421 tempest-verify_tempest_config-40671421-project] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0066381 Jul 28 18:08:35.686732 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 37974) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:36.026756 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.128497 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Publish callbacks [] for security_group (2e26462a-5533-4388-94b8-8b47fa7b8887), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.201064 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2e26462a-5533-4388-94b8-8b47fa7b8887), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.268036 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=49f22c6070e1499583557ac70081fc68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5800951 Jul 28 18:08:36.268595 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e26462a-5533-4388-94b8-8b47fa7b8887,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:36.270959 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 37978) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:08:36.275448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.275798 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.276153 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.276494 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.276823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.277174 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.277500 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.277923 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.278275 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.278604 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.278928 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.279266 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.279592 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.279911 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.280227 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dff1f01-23b5-4124-ae5f-a1c6966e2954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.329331 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Publish callbacks [] for security_group (2e26462a-5533-4388-94b8-8b47fa7b8887), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.351284 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Publish callbacks [] for security_group (2e26462a-5533-4388-94b8-8b47fa7b8887), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.503972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2e26462a-5533-4388-94b8-8b47fa7b8887), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.506599 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:36.507776 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2e26462a-5533-4388-94b8-8b47fa7b8887 HTTP/1.1" status: 204 len: 168 time: 0.2354550 Jul 28 18:08:36.515549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e26462a-5533-4388-94b8-8b47fa7b8887,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:08:36.523046 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.523341 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.523702 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.524047 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.524380 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.524708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.525055 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.525450 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.525764 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.526092 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.526427 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.526757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.527082 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.527401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:36.527718 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dd3433-066e-4b52-bb5f-07935b90819f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:08:41.114257 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=18 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:41.115026 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=16 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:44.629342 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-41c41d58-ab73-4460-a0ce-df201c0022bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:46.263765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:46.271642 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=20,neutron:INSERT=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:46.518873 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:46.519566 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:46.855943 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e2d7c8af-c289-47ea-8819-6d81d020cf78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:47.845930 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:49.240639 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:49.775958 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:08:58.106569 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:08:59.714255 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:08:59.716063 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:14.605135 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-aa6da5f8-f9a1-4991-a44c-2330eff72660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:16.850428 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ffdf56ba-011b-4dfa-8be8-16df09efe917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:17.844692 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:18.106041 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:18.111453 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:19.237593 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:19.774585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:29.712849 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:29.714675 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:35.106051 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:09:44.636386 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4fa36381-d898-4f4a-a9b7-2c7561541b0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:46.859489 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-06a0757c-3138-4e76-bc47-a0257168d1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:47.849137 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:49.232187 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:49.797772 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:09:55.103009 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:55.106902 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:59.712495 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=11 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:09:59.714371 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=4,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:12.105367 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 5 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:10:14.613671 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-450c79d5-b264-4772-85ff-6a55ebd56ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:16.882308 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e5798f3f-60d1-4e9e-ae50-678496ac710a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:17.846920 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.254624 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:19.789557 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:27.053187 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-426402'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:36.996641 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:36.999253 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:39.100456 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38074) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:39.230419 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-714e234f-5ef7-419f-97e8-9049809760bc admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1288159 Jul 28 18:10:40.337441 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=16 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:40.344562 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=18 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:41.293644 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38084) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:10:41.353017 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4a242e4b-7c0f-440e-ac45-ed9d93383bc0 admin admin] 10.222.0.86 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0582516 Jul 28 18:10:44.595451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-54242585-18e1-4b3c-b594-9ab0233c964e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:46.863573 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a8ffefd4-f9d3-4137-8fd5-ebc6e0da7094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:47.887226 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:49.104437 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:10:49.221785 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:49.235339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:49.778066 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:10:51.344564 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:10:57.056083 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:06.975563 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:06.977431 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:09.096187 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:09.101069 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:14.621743 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ca54d1ef-caab-4c38-b4ac-7e9520021b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:16.891633 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cd31b7d6-2fc1-4998-8fc6-0658155aa74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:17.862588 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:19.234013 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:19.781407 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:26.103479 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:11:27.045587 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:36.969425 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:36.971167 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:44.627928 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2980acf8-2c4d-4515-95b6-ada3d2bf9b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:46.109475 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:46.110251 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:11:46.918649 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c12a54a5-943c-4282-b004-34a2c23462bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:47.862099 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:49.261518 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:49.781783 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:11:57.096442 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:03.103133 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:12:06.985475 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:06.987405 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:13.100587 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:14.642631 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-eb6aec39-88ac-4187-b343-132a6683a2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:16.921987 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-387e3047-827c-4f37-bf93-e59b941afebd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:17.882479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:19.261196 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:19.814461 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:21.890575 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38246) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:22.204136 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-70461441-network', 'tenant_id': '8ef52881d75f407a942bf960230ea22e'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:22.294323 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Made reservation on behalf of 8ef52881d75f407a942bf960230ea22e for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:22.296746 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.305670 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.394600 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks [] for security_group (ff027d1f-b6bd-4895-a7fe-c98d0026fc3b), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.471030 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ff027d1f-b6bd-4895-a7fe-c98d0026fc3b), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.507054 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 927} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:22.519971 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783931196353', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (4d2c1736-a4b8-4a2f-8e2b-0fb579739be5), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.520587 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Unsubscribe: segment precommit_create {{(pid=104675) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 28 18:12:22.521077 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Added segment 4d2c1736-a4b8-4a2f-8e2b-0fb579739be5 of type vlan for network 5491f7c1-3602-41e0-a191-959322e022d6 Jul 28 18:12:22.538494 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:22.552836 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.553302 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.553555 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.554071 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.554412 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.554746 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.555080 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.555413 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.555776 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.556094 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.556627 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.556952 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.557303 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.557818 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.558148 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Tracked resource versions report: Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: pushed versions: Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: { 'AddressGroup': {'1.2'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Agent': {'1.1'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'ConntrackHelper': {'1.0'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Log': {'1.0'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'NDPProxy': {'1.0'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Network': {'1.1'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Port': {'1.7'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'PortForwarding': {'1.3'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'QosPolicy': {'1.10'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroup': {'1.5'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SubPort': {'1.0'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Subnet': {'1.1'}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Trunk': {'1.1'}} Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: consumer versions: Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: HyperV agent@hv-cinder-84617: {}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Agent': '1.1', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'ConntrackHelper': '1.0', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'LocalIPAssociation': '1.0', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Log': '1.0', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'NDPProxy': '1.0', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Network': '1.1', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Port': '1.7', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'PortForwarding': '1.3', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'QosPolicy': '1.10', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroup': '1.5', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SecurityGroupRule': '1.2', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'SubPort': '1.0', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Subnet': '1.1', Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: 'Trunk': '1.1'}} Jul 28 18:12:22.559365 dv-cinder-846173-4-iscsi neutron-server[104675]: {{(pid=104675) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:12:22.600763 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (5491f7c1-3602-41e0-a191-959322e022d6), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.760311 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (5491f7c1-3602-41e0-a191-959322e022d6), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.760311 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:22.760311 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.773095 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38286) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:22.860847 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9685888 Jul 28 18:12:22.863765 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38292) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:22.868548 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71e604e-b593-4549-b719-197233239dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=5491f7c1-3602-41e0-a191-959322e022d6,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:22.869375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Request body: {'subnet': {'network_id': '5491f7c1-3602-41e0-a191-959322e022d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-70461441-subnet', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:22.879553 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 5491f7c1-3602-41e0-a191-959322e022d6 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:22.958443 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Made reservation on behalf of 8ef52881d75f407a942bf960230ea22e for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:22.961636 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:22.979184 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38298) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:23.013941 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38302) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:23.109144 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=7 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:23.205699 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-network', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:23.213447 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (fabbf492-558b-4222-92f0-7e7ae8099832), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.289194 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Checking segment: {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:23.289534 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Network hostable DHCP agents. Network: 5491f7c1-3602-41e0-a191-959322e022d6, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:23.293814 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fabbf492-558b-4222-92f0-7e7ae8099832,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:23.305906 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.306244 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.306592 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.306930 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.307265 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.307601 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.307936 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.308261 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.308609 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.309034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.309377 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.309791 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.310122 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.310445 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.310770 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Tracked resource versions report: Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: pushed versions: Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: { 'AddressGroup': {'1.2'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Agent': {'1.1'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'ConntrackHelper': {'1.0'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Log': {'1.0'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'NDPProxy': {'1.0'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Network': {'1.1'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Port': {'1.7'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'PortForwarding': {'1.3'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'QosPolicy': {'1.10'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroup': {'1.5'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SubPort': {'1.0'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Subnet': {'1.1'}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Trunk': {'1.1'}} Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: consumer versions: Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: HyperV agent@hv-cinder-84617: {}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Agent': '1.1', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'ConntrackHelper': '1.0', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'LocalIPAssociation': '1.0', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Log': '1.0', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'NDPProxy': '1.0', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Network': '1.1', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Port': '1.7', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'PortForwarding': '1.3', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'QosPolicy': '1.10', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroup': '1.5', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SecurityGroupRule': '1.2', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'SubPort': '1.0', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Subnet': '1.1', Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: 'Trunk': '1.1'}} Jul 28 18:12:23.312556 dv-cinder-846173-4-iscsi neutron-server[104676]: {{(pid=104676) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:12:23.321380 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Made reservation on behalf of b52f26ab8b934756b0c74d681d08d04f for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:23.323710 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.332815 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.391159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-943386107-network', 'tenant_id': '9e962e97777048b79415ba13adcc95be'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:23.394598 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Network 5491f7c1-3602-41e0-a191-959322e022d6 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:23.443029 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks [] for security_group (97194e4f-be2c-40ba-8a8f-9dff60ff84f2), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.468294 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1861406862-network', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:23.504576 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Made reservation on behalf of 9e962e97777048b79415ba13adcc95be for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:23.509099 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.520611 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.550543 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 5491f7c1-3602-41e0-a191-959322e022d6) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:23.552596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (97194e4f-be2c-40ba-8a8f-9dff60ff84f2), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.562524 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd3b936-0bbd-483d-89e6-3bad3f1d4a12 None None] Network 5491f7c1-3602-41e0-a191-959322e022d6 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:23.570128 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:23.571326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.581317 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Made reservation on behalf of 27b91f25d2be408ba9e8d667a574a7a9 for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:23.583630 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.600425 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.727752 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 907} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:23.727752 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97194e4f-be2c-40ba-8a8f-9dff60ff84f2,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:23.727752 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (2d2cfb35-d0c6-4d08-b630-2c32a1205b02), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.727752 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Added segment 2d2cfb35-d0c6-4d08-b630-2c32a1205b02 of type vlan for network ba65b4a3-37f5-43f6-818c-5327e758cd5c Jul 28 18:12:23.728926 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks [] for security_group (4698a8e1-f73e-467d-a1dc-7426de22fd94), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.729426 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (ba65b4a3-37f5-43f6-818c-5327e758cd5c), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.729870 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=67,neutron:INSERT=28,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:23.730259 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-5491f7c1-3602-41e0-a191-959322e022d6', 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6', 'project_id': '8ef52881d75f407a942bf960230ea22e', 'fixed_ips': [{'subnet_id': 'fabbf492-558b-4222-92f0-7e7ae8099832'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:12:23.730259 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.730466 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks [] for security_group (48245e5c-18f1-4799-b3cd-125266d7d2fd), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.763598 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-5441bc91-bb59-44ab-b39a-7b4544749661 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8977745 Jul 28 18:12:23.769347 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38332) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:23.776030 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:23.820959 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (48245e5c-18f1-4799-b3cd-125266d7d2fd), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.821637 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (ba65b4a3-37f5-43f6-818c-5327e758cd5c), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.824158 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:23.825428 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.837312 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (4698a8e1-f73e-467d-a1dc-7426de22fd94), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.845525 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 901} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:23.853299 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Allocated IP 172.20.0.2 (5491f7c1-3602-41e0-a191-959322e022d6/fabbf492-558b-4222-92f0-7e7ae8099832/9fe44286-70f6-4042-b74c-37bf81357e66) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:23.856749 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (018eb775-1a34-41ff-878e-1c2728632eac), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.857368 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Added segment 018eb775-1a34-41ff-878e-1c2728632eac of type vlan for network bff04af5-7af0-4830-a1e0-3c54d0cbddac Jul 28 18:12:23.910962 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (44c4dff7-1538-4f73-92c1-7263f49d01aa), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.912619 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (44c4dff7-1538-4f73-92c1-7263f49d01aa), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.919010 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (bff04af5-7af0-4830-a1e0-3c54d0cbddac), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:23.931009 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:23.938296 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:23.942518 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] Pushing event updated for resources: {'Network': ['ID=ba65b4a3-37f5-43f6-818c-5327e758cd5c,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:23.949997 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:23.964626 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f171decc-4e4b-4df6-ab77-0f77a460e99f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.1976089 Jul 28 18:12:23.973387 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:23.974284 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38344) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:23.984865 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Request body: {'subnet': {'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-subnet', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:23.988742 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 921} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:12:24.022062 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (eebfb869-2329-4c98-9d96-8ca111c14829), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.022400 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Added segment eebfb869-2329-4c98-9d96-8ca111c14829 of type vlan for network 0082d454-46e3-4fac-a205-e12b0fa3a60d Jul 28 18:12:24.042787 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks [] for router_controller (44c4dff7-1538-4f73-92c1-7263f49d01aa), precommit_add_association {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.072771 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (bff04af5-7af0-4830-a1e0-3c54d0cbddac), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.074058 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:24.074612 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.081408 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Publish callbacks [] for port (9fe44286-70f6-4042-b74c-37bf81357e66), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.118655 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (0082d454-46e3-4fac-a205-e12b0fa3a60d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.133338 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48245e5c-18f1-4799-b3cd-125266d7d2fd,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.141453 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Made reservation on behalf of b52f26ab8b934756b0c74d681d08d04f for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:24.143961 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.171209 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.204563 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1893494 Jul 28 18:12:24.212668 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38354) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:24.250468 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Request body: {'subnet': {'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1861406862-subnet', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:24.269981 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Network 5491f7c1-3602-41e0-a191-959322e022d6 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:24.274489 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:24.281406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:24.293687 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Pushing event updated for resources: {'Port': ['ID=9fe44286-70f6-4042-b74c-37bf81357e66,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.301098 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (0082d454-46e3-4fac-a205-e12b0fa3a60d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.302756 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:24.304872 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.308483 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317626 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4698a8e1-f73e-467d-a1dc-7426de22fd94,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Tracked resource versions report: Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: pushed versions: Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: { 'AddressGroup': {'1.2'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Agent': {'1.1'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'ConntrackHelper': {'1.0'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Log': {'1.0'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'NDPProxy': {'1.0'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Network': {'1.1'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Port': {'1.7'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'PortForwarding': {'1.3'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'QosPolicy': {'1.10'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroup': {'1.5'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SubPort': {'1.0'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Subnet': {'1.1'}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Trunk': {'1.1'}} Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: consumer versions: Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: HyperV agent@hv-cinder-84617: {}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Agent': '1.1', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'ConntrackHelper': '1.0', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'LocalIPAssociation': '1.0', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Log': '1.0', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'NDPProxy': '1.0', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Network': '1.1', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Port': '1.7', Jul 28 18:12:24.317717 dv-cinder-846173-4-iscsi neutron-server[104677]: 'PortForwarding': '1.3', Jul 28 18:12:24.320494 dv-cinder-846173-4-iscsi neutron-server[104677]: 'QosPolicy': '1.10', Jul 28 18:12:24.320494 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroup': '1.5', Jul 28 18:12:24.320494 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SecurityGroupRule': '1.2', Jul 28 18:12:24.320494 dv-cinder-846173-4-iscsi neutron-server[104677]: 'SubPort': '1.0', Jul 28 18:12:24.320494 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Subnet': '1.1', Jul 28 18:12:24.320494 dv-cinder-846173-4-iscsi neutron-server[104677]: 'Trunk': '1.1'}} Jul 28 18:12:24.320494 dv-cinder-846173-4-iscsi neutron-server[104677]: {{(pid=104677) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:12:24.335492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a867b-e8c3-422c-95b8-12fc5ea15ce3 admin admin] Pushing event updated for resources: {'Network': ['ID=bff04af5-7af0-4830-a1e0-3c54d0cbddac,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.385015 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks [] for router_gateway (44c4dff7-1538-4f73-92c1-7263f49d01aa), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.405266 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Made reservation on behalf of 27b91f25d2be408ba9e8d667a574a7a9 for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:24.411614 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.435781 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Attempting to bind port 9fe44286-70f6-4042-b74c-37bf81357e66 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:24.440361 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Attempting to bind port 9fe44286-70f6-4042-b74c-37bf81357e66 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:24.440361 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Attempting to bind port 9fe44286-70f6-4042-b74c-37bf81357e66 on network 5491f7c1-3602-41e0-a191-959322e022d6 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:24.443502 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:24.456060 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] Pushing event updated for resources: {'Network': ['ID=0082d454-46e3-4fac-a205-e12b0fa3a60d,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.457871 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:24.459643 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:24.460314 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Checking segment: {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:24.461576 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.462162 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Bound using segment: {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:24.462844 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Bound port: 9fe44286-70f6-4042-b74c-37bf81357e66, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:24.463398 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.559481 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-11a0a455-303d-45cb-aa2a-b3312eebd6cd admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.5783570 Jul 28 18:12:24.562517 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] For port 9fe44286-70f6-4042-b74c-37bf81357e66, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:24.566262 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] For port 9fe44286-70f6-4042-b74c-37bf81357e66, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9fe44286-70f6-4042-b74c-37bf81357e66,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:24.572403 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:12:24.576301 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38362) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:24.584792 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Request body: {'subnet': {'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-subnet', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:24.614617 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:24.681443 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.746849 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af10ba-d1fc-4d09-8478-f06518250db9 None None] Pushing event updated for resources: {'Port': ['ID=9fe44286-70f6-4042-b74c-37bf81357e66,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.866447 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (8ff4b0c8-ad7e-48e5-9380-49828fcd0b45), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.872837 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.889265 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Made reservation on behalf of 9e962e97777048b79415ba13adcc95be for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:24.891763 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:24.961301 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:24.999662 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Checking segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:25.000747 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Network hostable DHCP agents. Network: bff04af5-7af0-4830-a1e0-3c54d0cbddac, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:25.005008 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:25.079044 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks [] for router_gateway (44c4dff7-1538-4f73-92c1-7263f49d01aa), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.109634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.112324 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Checking segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:25.112666 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Network hostable DHCP agents. Network: ba65b4a3-37f5-43f6-818c-5327e758cd5c, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:25.264717 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:25.323866 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, bff04af5-7af0-4830-a1e0-3c54d0cbddac) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:25.333333 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:25.333333 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.335590 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Allocated IP 172.27.3.211 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/5bc76ba2-ebb5-4130-babe-c74a0df00c18) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:25.347501 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570be13c-e943-4267-8d4f-3828742c9bc8 None None] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:25.434337 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-2eae0957-7787-45d4-b73e-6c4a4ee008e4 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2202539 Jul 28 18:12:25.437808 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38394) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:25.442505 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:25.529946 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:12:25.532051 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks [] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.543793 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.615393 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (f24fd41b-17ba-4228-9354-884e52ae4255), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.615644 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (60157b8b-3ff4-42e9-8c22-4b1f3972914c), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.617002 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (60157b8b-3ff4-42e9-8c22-4b1f3972914c), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.617760 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:25.657006 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, ba65b4a3-37f5-43f6-818c-5327e758cd5c) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:25.666941 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:25.670903 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.703385 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26774f39-bb32-4cd2-9a25-44b83305a526 None None] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:25.737135 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.745749 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24fd41b-17ba-4228-9354-884e52ae4255,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:25.772930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks [] for router_controller (60157b8b-3ff4-42e9-8c22-4b1f3972914c), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:25.785591 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Checking segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:25.786034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Network hostable DHCP agents. Network: 0082d454-46e3-4fac-a205-e12b0fa3a60d, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:12:25.808534 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:26.098369 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:26.098369 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:26.103276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Allocated IP 172.20.0.2 (bff04af5-7af0-4830-a1e0-3c54d0cbddac/8ff4b0c8-ad7e-48e5-9380-49828fcd0b45/4f7dedf0-a1ec-4d08-99e1-1192573c58e6) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:26.104345 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-136ba4cf-885f-49a1-b776-0f3a441f5562 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8703606 Jul 28 18:12:26.105461 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38418) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:26.106539 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Pushing event updated for resources: {'Port': ['ID=5bc76ba2-ebb5-4130-babe-c74a0df00c18,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:26.106892 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:26.106962 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:12:26.106962 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.106962 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9fe44286-70f6-4042-b74c-37bf81357e66 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:26.209859 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:26.217213 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks [] for router_gateway (60157b8b-3ff4-42e9-8c22-4b1f3972914c), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.242055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32324fe2-58eb-4140-b230-3e05fe10c4e2 None None] Network 5491f7c1-3602-41e0-a191-959322e022d6 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:26.251244 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 9fe44286-70f6-4042-b74c-37bf81357e66 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:26.251244 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.256297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (d9cc9844-ec63-4f57-8d99-984bcf0327b0), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.257708 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (d9cc9844-ec63-4f57-8d99-984bcf0327b0), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.259664 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:12:26.342231 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks [] for router_controller (d9cc9844-ec63-4f57-8d99-984bcf0327b0), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.347861 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:26.387125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks [] for router_gateway (44c4dff7-1538-4f73-92c1-7263f49d01aa), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.453195 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 0082d454-46e3-4fac-a205-e12b0fa3a60d) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:26.463709 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:26.464323 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.546541 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4448c5-797f-470f-959c-fa1aedbf1e6b None None] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:26.586168 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4613b97d-df0d-47d3-9c61-fda2826a2667 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.0059311 Jul 28 18:12:26.590429 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38434) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:26.600176 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:26.694123 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (67535ec3-accc-432f-af4d-b7c2064ab23b), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.698199 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (67535ec3-accc-432f-af4d-b7c2064ab23b), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.716601 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (44c4dff7-1538-4f73-92c1-7263f49d01aa), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.735506 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-0082d454-46e3-4fac-a205-e12b0fa3a60d', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'project_id': '9e962e97777048b79415ba13adcc95be', 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:12:26.736560 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.770774 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks [] for router_gateway (d9cc9844-ec63-4f57-8d99-984bcf0327b0), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.851882 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Publish callbacks [] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.865163 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-1f838874-397c-4d3c-838c-6016b05bb958 None None] Provisioning complete for port 9fe44286-70f6-4042-b74c-37bf81357e66 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:26.868404 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1f838874-397c-4d3c-838c-6016b05bb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.870807 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Allocated IP 172.20.0.2 (ba65b4a3-37f5-43f6-818c-5327e758cd5c/52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3/0736bff5-6cf4-4994-be27-282bd5b4297d) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:26.873438 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:26.906697 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:UPDATE=3,neutron:SELECT=87,neutron:INSERT=10 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:26.925210 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks [] for router_controller (67535ec3-accc-432f-af4d-b7c2064ab23b), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.972450 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks [] for router_gateway (60157b8b-3ff4-42e9-8c22-4b1f3972914c), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:26.981693 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:26.984326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Router 44c4dff7-1538-4f73-92c1-7263f49d01aa is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:12:27.007002 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.014653 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.092031 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Allocated IP 172.20.0.2 (0082d454-46e3-4fac-a205-e12b0fa3a60d/f24fd41b-17ba-4228-9354-884e52ae4255/9f8bb9fd-ab70-473c-b83f-d75411b1d8f0) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:27.101828 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:27.105243 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 9fe44286-70f6-4042-b74c-37bf81357e66 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:27.105637 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.112501 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:27.117746 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Sync routers for ids ['44c4dff7-1538-4f73-92c1-7263f49d01aa'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:27.123412 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:27.146601 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Routers {'44c4dff7-1538-4f73-92c1-7263f49d01aa'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:27.149264 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['44c4dff7-1538-4f73-92c1-7263f49d01aa'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:27.151778 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:27.256948 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.263010 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ad77c447-37b1-4dba-8c96-00ba432ff68a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4875336 Jul 28 18:12:27.263307 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38448) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:27.375610 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Pushing event updated for resources: {'Port': ['ID=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:27.447899 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 9fe44286-70f6-4042-b74c-37bf81357e66, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9fe44286-70f6-4042-b74c-37bf81357e66,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:27.600353 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Set router 44c4dff7-1538-4f73-92c1-7263f49d01aa gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:27.674220 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks [] for router_gateway (67535ec3-accc-432f-af4d-b7c2064ab23b), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.701957 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.705445 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.712912 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:27.857623 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:12:26Z', 'revision_number': 3, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port': {'id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:27.859954 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Allocated IP 172.27.3.124 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/f8f73312-2bc2-4235-bc1c-2c05531620cd) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:27.891178 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Checking router: 44c4dff7-1538-4f73-92c1-7263f49d01aa for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:27.891760 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Updating router 44c4dff7-1538-4f73-92c1-7263f49d01aa port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:27.915782 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-1f838874-397c-4d3c-838c-6016b05bb958 None None] Current status of the port 9fe44286-70f6-4042-b74c-37bf81357e66 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:27.919612 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1f838874-397c-4d3c-838c-6016b05bb958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.926900 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:27.966658 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Publish callbacks [] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.060527 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks [] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.063552 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Attempting to bind port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:28.063983 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Attempting to bind port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:28.064830 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Attempting to bind port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:28.079360 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:28.079819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Checking segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:28.080295 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.080758 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Bound using segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:28.081440 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Bound port: 4f7dedf0-a1ec-4d08-99e1-1192573c58e6, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:28.081903 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.131357 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Publish callbacks [] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.146227 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=9fe44286-70f6-4042-b74c-37bf81357e66,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.152656 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.db.api [None req-1f838874-397c-4d3c-838c-6016b05bb958 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:12:28.153189 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG oslo_db.api [None req-1f838874-397c-4d3c-838c-6016b05bb958 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:12:28.170676 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.173059 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38476) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:28.216645 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks [] for router_gateway (d9cc9844-ec63-4f57-8d99-984bcf0327b0), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.222330 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:28.232537 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:28.242820 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:28.254044 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.256002 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.273058 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.283220 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Pushing event updated for resources: {'Port': ['ID=0736bff5-6cf4-4994-be27-282bd5b4297d,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.304292 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] For port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:28.338942 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] For port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:28.397940 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:28.398134 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f8f73312-2bc2-4235-bc1c-2c05531620cd,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.446674 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:28.454342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.454461 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:28.458151 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:28.489528 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:28.492924 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.502045 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:28.523477 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Pushing event updated for resources: {'Port': ['ID=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.527476 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-691b5dfe-0add-4071-ab82-32c33fe7ea05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.533427 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Attempting to bind port 0736bff5-6cf4-4994-be27-282bd5b4297d on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:28.533664 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Attempting to bind port 0736bff5-6cf4-4994-be27-282bd5b4297d by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:28.534088 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Attempting to bind port 0736bff5-6cf4-4994-be27-282bd5b4297d on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:28.595490 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:28.595490 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Checking segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:28.597088 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.597088 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Bound using segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:28.597088 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Bound port: 0736bff5-6cf4-4994-be27-282bd5b4297d, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:28.597088 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.664269 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Publish callbacks [] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.781309 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.787396 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Allocated IP 172.20.0.1 (5491f7c1-3602-41e0-a191-959322e022d6/fabbf492-558b-4222-92f0-7e7ae8099832/a0659c51-d88a-4be7-a605-e01b2fe910bf) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:28.805806 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Attempting to bind port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:28.806375 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Attempting to bind port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:28.806615 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Attempting to bind port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 on network 0082d454-46e3-4fac-a205-e12b0fa3a60d {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:28.818915 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-1f838874-397c-4d3c-838c-6016b05bb958 None None] Current status of the port 9fe44286-70f6-4042-b74c-37bf81357e66 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:28.829145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e77260-33c1-4e07-a5a5-6f07795797e4 None None] Pushing event updated for resources: {'Port': ['ID=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.836149 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:28.837815 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Checking segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:28.838439 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.840241 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Bound using segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:28.845413 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Bound port: 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:28.847094 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.891641 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Pushing event updated for resources: {'Port': ['ID=5bc76ba2-ebb5-4130-babe-c74a0df00c18,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:28.903947 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.904481 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.904979 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.906262 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.906864 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.907415 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.907910 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.909015 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.909520 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.910261 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.914927 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.914927 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.914927 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.914927 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.914927 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Tracked resource versions report: Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: pushed versions: Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: { 'AddressGroup': {'1.2'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Agent': {'1.1'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'ConntrackHelper': {'1.0'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'LocalIPAssociation': {'1.0'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Log': {'1.0'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'NDPProxy': {'1.0'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Network': {'1.1'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Port': {'1.7'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'PortForwarding': {'1.3'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'QosPolicy': {'1.10'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroup': {'1.5'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroupRule': {'1.2'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SubPort': {'1.0'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Subnet': {'1.1'}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Trunk': {'1.1'}} Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: consumer versions: Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: { DHCP agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: HyperV agent@hv-cinder-84617: {}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: L3 agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: Metadata agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: Metering agent@dv-cinder-846173-4-iscsi: {}, Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: Open vSwitch agent@dv-cinder-846173-4-iscsi: { 'AddressGroup': '1.2', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Agent': '1.1', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'ConntrackHelper': '1.0', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'LocalIPAssociation': '1.0', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Log': '1.0', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'NDPProxy': '1.0', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Network': '1.1', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Port': '1.7', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'PortForwarding': '1.3', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'QosPolicy': '1.10', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroup': '1.5', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SecurityGroupRule': '1.2', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'SubPort': '1.0', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Subnet': '1.1', Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: 'Trunk': '1.1'}} Jul 28 18:12:28.916160 dv-cinder-846173-4-iscsi neutron-server[104678]: {{(pid=104678) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 28 18:12:28.957064 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Attempting to bind port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:28.957064 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Attempting to bind port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:28.957455 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Attempting to bind port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:28.962488 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] For port 0736bff5-6cf4-4994-be27-282bd5b4297d, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:28.964406 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks [] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.970174 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:28.978085 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:28.978085 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:28.978085 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:28.978085 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Bound port: 5bc76ba2-ebb5-4130-babe-c74a0df00c18, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:28.978085 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.009784 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] For port 0736bff5-6cf4-4994-be27-282bd5b4297d, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=0736bff5-6cf4-4994-be27-282bd5b4297d,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:29.014300 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.015641 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-16f40b56-2217-4d79-95a6-a261a1fb2b46 None None] Provisioning complete for port 9fe44286-70f6-4042-b74c-37bf81357e66 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:29.016036 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-16f40b56-2217-4d79-95a6-a261a1fb2b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.037857 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.076851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-691b5dfe-0add-4071-ab82-32c33fe7ea05 admin admin] Publish callbacks [] for security_group (9c553a81-0ec6-419d-9e0c-0e9d29bfb56f), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.085554 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.131483 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] For port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:29.134797 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.135162 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] For port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:29.184623 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] For port 5bc76ba2-ebb5-4130-babe-c74a0df00c18, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:29.187061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Allocated IP 172.27.3.6 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/f90a68fa-2c03-4c2e-b896-5a3ba6347927) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:29.187576 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.195017 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] For port 5bc76ba2-ebb5-4130-babe-c74a0df00c18, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5bc76ba2-ebb5-4130-babe-c74a0df00c18,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:29.208886 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Network 5491f7c1-3602-41e0-a191-959322e022d6 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:29.212072 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:29.216686 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:29.216889 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (44c4dff7-1538-4f73-92c1-7263f49d01aa), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.220552 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks [] for router_gateway (67535ec3-accc-432f-af4d-b7c2064ab23b), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.264046 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-16f40b56-2217-4d79-95a6-a261a1fb2b46 None None] Current status of the port 9fe44286-70f6-4042-b74c-37bf81357e66 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:29.271863 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.272110 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.284843 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.304153 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c52df25-a453-4d33-bc26-6e0b37faf9ad None None] Pushing event updated for resources: {'Port': ['ID=0736bff5-6cf4-4994-be27-282bd5b4297d,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.348400 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-691b5dfe-0add-4071-ab82-32c33fe7ea05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9c553a81-0ec6-419d-9e0c-0e9d29bfb56f), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.386379 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Pushing event updated for resources: {'Port': ['ID=a0659c51-d88a-4be7-a605-e01b2fe910bf,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.400854 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d654a1b-9634-4d54-83d4-faf463202af9 None None] Pushing event updated for resources: {'Port': ['ID=5bc76ba2-ebb5-4130-babe-c74a0df00c18,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.422324 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.432462 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Routers {'44c4dff7-1538-4f73-92c1-7263f49d01aa'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:29.433136 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['44c4dff7-1538-4f73-92c1-7263f49d01aa'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:29.514189 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.521723 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-691b5dfe-0add-4071-ab82-32c33fe7ea05 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c498ba33da3e47d68c406d75b01bf83a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3465428 Jul 28 18:12:29.525905 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38500) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:29.537179 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24f358-5fce-4df0-8e84-7e8d36aa544b None None] Pushing event updated for resources: {'Port': ['ID=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.565230 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks [] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.579442 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b5dfe-0add-4071-ab82-32c33fe7ea05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c553a81-0ec6-419d-9e0c-0e9d29bfb56f,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:29.682984 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e8accd60-3591-4c17-b8b9-8c4800ac66d0 admin admin] Publish callbacks [] for security_group (9c553a81-0ec6-419d-9e0c-0e9d29bfb56f), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.715874 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] Set router 44c4dff7-1538-4f73-92c1-7263f49d01aa gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:29.750230 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e8accd60-3591-4c17-b8b9-8c4800ac66d0 admin admin] Publish callbacks [] for security_group (9c553a81-0ec6-419d-9e0c-0e9d29bfb56f), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:29.936053 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:29.953202 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.009558 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks [] for router_gateway (60157b8b-3ff4-42e9-8c22-4b1f3972914c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.080929 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:30.092301 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-54c21abd-3277-4a4d-974c-4fb64b776b8c None None] Provisioning complete for port a0659c51-d88a-4be7-a605-e01b2fe910bf triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:30.092846 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-54c21abd-3277-4a4d-974c-4fb64b776b8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.116096 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.126841 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:30.169245 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-54c21abd-3277-4a4d-974c-4fb64b776b8c None None] Port a0659c51-d88a-4be7-a605-e01b2fe910bf cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:30.238799 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e8accd60-3591-4c17-b8b9-8c4800ac66d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9c553a81-0ec6-419d-9e0c-0e9d29bfb56f), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.241978 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e8accd60-3591-4c17-b8b9-8c4800ac66d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.243142 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e8accd60-3591-4c17-b8b9-8c4800ac66d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9c553a81-0ec6-419d-9e0c-0e9d29bfb56f HTTP/1.1" status: 204 len: 168 time: 0.7166247 Jul 28 18:12:30.252152 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9fe44286-70f6-4042-b74c-37bf81357e66 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:30.290624 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8accd60-3591-4c17-b8b9-8c4800ac66d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c553a81-0ec6-419d-9e0c-0e9d29bfb56f,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:30.310732 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:12:26Z', 'revision_number': 3, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port': {'id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:30.320543 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Allocated IP 172.27.3.11 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/90cc2bd3-8feb-4d92-a837-6ebfae4b9bce) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:30.379160 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 9fe44286-70f6-4042-b74c-37bf81357e66 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:30.381759 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.412150 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e214e73-f996-4ef1-bafa-c416f19f7dd1 None None] The sync data for ids ['44c4dff7-1538-4f73-92c1-7263f49d01aa'] in dv-cinder-846173-4-iscsi is: [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:12:26Z', 'revision_number': 3, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port': {'id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:30.417633 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks [] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.498830 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.499725 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (44c4dff7-1538-4f73-92c1-7263f49d01aa), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.557767 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:30.567892 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 9fe44286-70f6-4042-b74c-37bf81357e66 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:30.570689 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:30.612320 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:30.616074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Pushing event updated for resources: {'Port': ['ID=a0659c51-d88a-4be7-a605-e01b2fe910bf,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:30.632154 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:30.645046 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a100ebb7-70b8-4666-bf32-785993aae201 None None] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:30.736549 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Pushing event updated for resources: {'Port': ['ID=f90a68fa-2c03-4c2e-b896-5a3ba6347927,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:30.831547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-f64b91a1-9079-49cd-af88-e1b649ae534c None None] Provisioning complete for port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:30.833103 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f64b91a1-9079-49cd-af88-e1b649ae534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:30.886995 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Network 5491f7c1-3602-41e0-a191-959322e022d6 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:30.894608 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:31.066792 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:31.067172 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.088222 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks [] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.223948 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Router 44c4dff7-1538-4f73-92c1-7263f49d01aa has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:31.304104 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-f64b91a1-9079-49cd-af88-e1b649ae534c None None] Current status of the port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:31.305826 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f64b91a1-9079-49cd-af88-e1b649ae534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.309484 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:31.397219 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:31.455739 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-f64b91a1-9079-49cd-af88-e1b649ae534c None None] For port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:31.467767 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (60157b8b-3ff4-42e9-8c22-4b1f3972914c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.478689 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38536) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:31.506331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68ebdf2-e711-4862-a495-4a587cd0fb4f None None] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:31.543390 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:31.546902 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.572561 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-fcffe11e-11c2-4cfa-97b6-928c45713893 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.574230 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:31.597566 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-31fdc85b-4437-4897-950a-89ed1232aa5a admin admin] 10.222.0.86 "PUT /v2.0/routers/44c4dff7-1538-4f73-92c1-7263f49d01aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3330746 Jul 28 18:12:31.605646 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:31.673480 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f64b91a1-9079-49cd-af88-e1b649ae534c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.673615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.682753 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:31.831633 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.db.api [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:12:31.831633 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG oslo_db.api [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:12:31.838754 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64b91a1-9079-49cd-af88-e1b649ae534c None None] Pushing event updated for resources: {'Port': ['ID=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:31.848430 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Provisioning complete for port 0736bff5-6cf4-4994-be27-282bd5b4297d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:31.848827 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:31.886562 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:31.916880 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:31.939433 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:31.954566 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks [] for router_gateway (d9cc9844-ec63-4f57-8d99-984bcf0327b0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.012411 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd73164-d50b-42d4-93ba-a0d2690658b3 None None] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:12:32.077276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Current status of the port 0736bff5-6cf4-4994-be27-282bd5b4297d is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:32.077731 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.123456 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:32.150058 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] For port 0736bff5-6cf4-4994-be27-282bd5b4297d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=0736bff5-6cf4-4994-be27-282bd5b4297d,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:32.238229 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.263834 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Pushing event updated for resources: {'Port': ['ID=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.322692 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38570) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:32.324809 dv-cinder-846173-4-iscsi neutron-server[104676]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 18:12:32.327044 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:32.409117 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Provisioning complete for port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:32.409604 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.570044 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Pushing event updated for resources: {'Port': ['ID=0736bff5-6cf4-4994-be27-282bd5b4297d,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.585988 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:32.587008 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0736bff5-6cf4-4994-be27-282bd5b4297d up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:32.642487 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-fcffe11e-11c2-4cfa-97b6-928c45713893 admin admin] Publish callbacks [] for security_group (3bb1d075-5117-48f2-b13f-c0afc7057816), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.670512 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 0736bff5-6cf4-4994-be27-282bd5b4297d triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:32.671430 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.674771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-dc03cfbf-bbb8-4ce1-9a4c-2c867246fe3a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:32.675239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Current status of the port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:32.677138 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-dc03cfbf-bbb8-4ce1-9a4c-2c867246fe3a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/networks?id=5491f7c1-3602-41e0-a191-959322e022d6 HTTP/1.1" status: 200 len: 810 time: 0.3532753 Jul 28 18:12:32.695310 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-fbc44302-81c7-443e-a811-f2b6c6e91a71 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/quotas/8ef52881d75f407a942bf960230ea22e HTTP/1.1" status: 200 len: 375 time: 0.0106828 Jul 28 18:12:32.716298 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Provisioning complete for port a0659c51-d88a-4be7-a605-e01b2fe910bf triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:32.716674 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.726919 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-fcffe11e-11c2-4cfa-97b6-928c45713893 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (3bb1d075-5117-48f2-b13f-c0afc7057816), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.734871 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Router 60157b8b-3ff4-42e9-8c22-4b1f3972914c is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:12:32.763738 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-cc45517c-aa95-472f-8725-212e9a0a7add None None] Port a0659c51-d88a-4be7-a605-e01b2fe910bf cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:32.816703 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 0736bff5-6cf4-4994-be27-282bd5b4297d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:32.827411 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (d9cc9844-ec63-4f57-8d99-984bcf0327b0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.851072 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-fcffe11e-11c2-4cfa-97b6-928c45713893 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=cb023f437dcc419c9be98f6036a14609&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3595808 Jul 28 18:12:32.851349 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38580) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:32.873712 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-827e250b-6f05-4648-85f7-fe15e11c6488 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=8ef52881d75f407a942bf960230ea22e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1717434 Jul 28 18:12:32.901705 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffe11e-11c2-4cfa-97b6-928c45713893 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb1d075-5117-48f2-b13f-c0afc7057816,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:32.918565 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Provisioning complete for port 0736bff5-6cf4-4994-be27-282bd5b4297d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:32.918962 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:32.985108 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-81fe2b6c-0750-4890-94be-dc8a8238ba36 admin admin] Publish callbacks [] for security_group (3bb1d075-5117-48f2-b13f-c0afc7057816), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.046637 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38588) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:33.056725 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-81fe2b6c-0750-4890-94be-dc8a8238ba36 admin admin] Publish callbacks [] for security_group (3bb1d075-5117-48f2-b13f-c0afc7057816), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.060332 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Current status of the port 0736bff5-6cf4-4994-be27-282bd5b4297d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:33.069259 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks [] for router_gateway (67535ec3-accc-432f-af4d-b7c2064ab23b), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.073227 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Provisioning complete for port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:33.073887 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.154668 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=10 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:33.176668 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Current status of the port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:33.177343 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.218872 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:33.222651 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] For port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:33.258418 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-2b7767d7-3820-40f8-9934-955dc57f0b18 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:12:33.268710 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-2b7767d7-3820-40f8-9934-955dc57f0b18 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1246648 Jul 28 18:12:33.272804 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:33.273336 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.325247 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:33.349254 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Sync routers for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:33.366636 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:33.366838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.375321 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:33.376108 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:33.394817 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Sync routers for ids ['44c4dff7-1538-4f73-92c1-7263f49d01aa'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:33.423729 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Routers {'44c4dff7-1538-4f73-92c1-7263f49d01aa'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:33.424355 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['44c4dff7-1538-4f73-92c1-7263f49d01aa'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:33.476292 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.477609 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3fa51ffa-b5e1-4ad8-b910-4a4d606f19d0 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0386059 Jul 28 18:12:33.478225 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:33.479784 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.485066 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38594) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:33.485255 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-81fe2b6c-0750-4890-94be-dc8a8238ba36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (3bb1d075-5117-48f2-b13f-c0afc7057816), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.487707 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-81fe2b6c-0750-4890-94be-dc8a8238ba36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.489092 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-81fe2b6c-0750-4890-94be-dc8a8238ba36 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3bb1d075-5117-48f2-b13f-c0afc7057816 HTTP/1.1" status: 204 len: 168 time: 0.6374764 Jul 28 18:12:33.522656 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-69c07e39-72cf-4267-802b-612fdd1bc140 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.530896 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fe2b6c-0750-4890-94be-dc8a8238ba36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb1d075-5117-48f2-b13f-c0afc7057816,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:33.531499 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:33.552667 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (67535ec3-accc-432f-af4d-b7c2064ab23b), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.597608 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Router d9cc9844-ec63-4f57-8d99-984bcf0327b0 is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:12:33.642792 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Set router 44c4dff7-1538-4f73-92c1-7263f49d01aa gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:33.689576 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:33.759350 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-eaa4b538-122a-46f5-9ddc-4f21a49d88c6 service neutron] 10.222.0.86 "GET /v2.0/networks/5491f7c1-3602-41e0-a191-959322e022d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891894 Jul 28 18:12:33.785925 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02035b-73cf-4710-b9cd-5c70bd40cc7a None None] Pushing event updated for resources: {'Port': ['ID=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:33.856211 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-69c07e39-72cf-4267-802b-612fdd1bc140 admin admin] Publish callbacks [] for security_group (1a7d94b4-17a4-42cb-be63-c521ec008f2d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.944745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.db.api [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:12:33.945194 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG oslo_db.api [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:12:33.963615 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-69c07e39-72cf-4267-802b-612fdd1bc140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1a7d94b4-17a4-42cb-be63-c521ec008f2d), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:33.969703 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:34.034950 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:34.042493 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 4, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port': {'id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a0659c51-d88a-4be7-a605-e01b2fe910bf', 'name': '', 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'mac_address': 'fa:16:3e:44:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fabbf492-558b-4222-92f0-7e7ae8099832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:30Z', 'revision_number': 2, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'subnets': [{'id': 'fabbf492-558b-4222-92f0-7e7ae8099832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:34.094119 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Checking router: 44c4dff7-1538-4f73-92c1-7263f49d01aa for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:34.094726 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Updating router 44c4dff7-1538-4f73-92c1-7263f49d01aa port a0659c51-d88a-4be7-a605-e01b2fe910bf binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:34.099643 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-69c07e39-72cf-4267-802b-612fdd1bc140 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=79a097f0698e4b0fa113b651a01051b7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0517228 Jul 28 18:12:34.102635 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38624) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:34.147789 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c07e39-72cf-4267-802b-612fdd1bc140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7d94b4-17a4-42cb-be63-c521ec008f2d,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:34.255813 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-5592ae72-ea69-4c5a-8fea-c4ed5b9d7eed service neutron] 10.222.0.86 "GET /v2.0/networks/5491f7c1-3602-41e0-a191-959322e022d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933090 Jul 28 18:12:34.299955 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.322514 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-93b4dd83-df03-4252-a760-59fb96e83be1 admin admin] Publish callbacks [] for security_group (1a7d94b4-17a4-42cb-be63-c521ec008f2d), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.337657 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 3, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:34.354844 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-93b4dd83-df03-4252-a760-59fb96e83be1 admin admin] Publish callbacks [] for security_group (1a7d94b4-17a4-42cb-be63-c521ec008f2d), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.391566 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Checking router: 60157b8b-3ff4-42e9-8c22-4b1f3972914c for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:34.391566 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Updating router 60157b8b-3ff4-42e9-8c22-4b1f3972914c port f8f73312-2bc2-4235-bc1c-2c05531620cd binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:34.421769 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:34.449184 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.546167 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-93b4dd83-df03-4252-a760-59fb96e83be1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1a7d94b4-17a4-42cb-be63-c521ec008f2d), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.549807 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-93b4dd83-df03-4252-a760-59fb96e83be1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.553054 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-93b4dd83-df03-4252-a760-59fb96e83be1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1a7d94b4-17a4-42cb-be63-c521ec008f2d HTTP/1.1" status: 204 len: 168 time: 0.3927796 Jul 28 18:12:34.570293 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b4dd83-df03-4252-a760-59fb96e83be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7d94b4-17a4-42cb-be63-c521ec008f2d,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:34.579816 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:34.606897 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:34.637368 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:34.639250 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc76ba2-ebb5-4130-babe-c74a0df00c18 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:34.652675 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Sync routers for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:34.662659 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Router 67535ec3-accc-432f-af4d-b7c2064ab23b is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:12:34.701577 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:34.703042 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:34.831798 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38656) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:34.840958 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.847591 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-51e66975-da53-43ae-b493-7a653c317a2a admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.9921446 Jul 28 18:12:34.853618 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Publish callbacks [] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.863606 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38664) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:34.955897 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:34.965524 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d82bc743-8d75-4355-9172-da3b47ecc1bb req-a8688bcc-38ff-4b8c-818a-abee2a5c11cb tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.1305866 Jul 28 18:12:35.006281 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:35.006665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.099612 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.109182 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:35.114524 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:35.170356 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e13939-eb13-49ba-b01f-9f92be3e3b30 None None] Pushing event updated for resources: {'Port': ['ID=a0659c51-d88a-4be7-a605-e01b2fe910bf,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:35.197238 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:35.249427 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Sync routers for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:35.271209 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:35.291356 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:35.292093 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:35.350039 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:35.354474 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.360858 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38690) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:35.364420 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-10ad097a-b001-4957-a912-027854faaa30 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.7730899 Jul 28 18:12:35.474992 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:31Z', 'revision_number': 3, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:35.479821 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:35.480215 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.518359 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Attempting to bind port a0659c51-d88a-4be7-a605-e01b2fe910bf on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:35.518874 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Attempting to bind port a0659c51-d88a-4be7-a605-e01b2fe910bf by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:35.519389 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Attempting to bind port a0659c51-d88a-4be7-a605-e01b2fe910bf on network 5491f7c1-3602-41e0-a191-959322e022d6 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:35.535777 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:35.541958 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Checking segment: {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:35.541958 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.541958 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Bound using segment: {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:35.541958 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Bound port: a0659c51-d88a-4be7-a605-e01b2fe910bf, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:35.541958 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.567126 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:35.631776 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Checking router: d9cc9844-ec63-4f57-8d99-984bcf0327b0 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:35.631985 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Updating router d9cc9844-ec63-4f57-8d99-984bcf0327b0 port f90a68fa-2c03-4c2e-b896-5a3ba6347927 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:35.678200 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 5bc76ba2-ebb5-4130-babe-c74a0df00c18, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5bc76ba2-ebb5-4130-babe-c74a0df00c18,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:35.680809 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-5c185408-81b7-4aad-b95d-998f73056490 None None] Provisioning complete for port a0659c51-d88a-4be7-a605-e01b2fe910bf triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:35.681247 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5c185408-81b7-4aad-b95d-998f73056490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.728823 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-5c185408-81b7-4aad-b95d-998f73056490 None None] Port a0659c51-d88a-4be7-a605-e01b2fe910bf cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:35.751665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.754673 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Publish callbacks [] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.763288 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:35.795678 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:35.797894 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:35.939485 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Allocated IP 172.20.0.1 (bff04af5-7af0-4830-a1e0-3c54d0cbddac/8ff4b0c8-ad7e-48e5-9380-49828fcd0b45/7f387d0a-96da-434c-9d3d-c3d1e9e75254) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:35.945556 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] For port a0659c51-d88a-4be7-a605-e01b2fe910bf, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:35.969078 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] For port a0659c51-d88a-4be7-a605-e01b2fe910bf, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a0659c51-d88a-4be7-a605-e01b2fe910bf,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:36.085806 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:36.092365 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.105275 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.130921 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:36.193449 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Attempting to bind port f8f73312-2bc2-4235-bc1c-2c05531620cd on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:36.193760 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Attempting to bind port f8f73312-2bc2-4235-bc1c-2c05531620cd by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:36.194130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Attempting to bind port f8f73312-2bc2-4235-bc1c-2c05531620cd on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:36.211693 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e13939-eb13-49ba-b01f-9f92be3e3b30 None None] Pushing event updated for resources: {'Port': ['ID=a0659c51-d88a-4be7-a605-e01b2fe910bf,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:36.222730 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:36.222955 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.237185 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:32Z', 'revision_number': 3, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:36.260517 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:36.260802 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:36.261239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.261636 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:36.262104 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Bound port: f8f73312-2bc2-4235-bc1c-2c05531620cd, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:36.262647 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.312501 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2bc62c09-7974-41b4-9e48-79009ebed739 req-f5888d19-67d5-43d5-8818-5f099f791571 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.1307142 Jul 28 18:12:36.315659 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:36.345407 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Checking router: 67535ec3-accc-432f-af4d-b7c2064ab23b for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:36.345987 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Updating router 67535ec3-accc-432f-af4d-b7c2064ab23b port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:36.458067 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.469282 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.469382 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:36.476680 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks [] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.526834 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Routers {'44c4dff7-1538-4f73-92c1-7263f49d01aa'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:36.527718 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['44c4dff7-1538-4f73-92c1-7263f49d01aa'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:36.587139 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.664049 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] Set router 44c4dff7-1538-4f73-92c1-7263f49d01aa gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:36.753890 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=5bc76ba2-ebb5-4130-babe-c74a0df00c18,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:36.832426 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.857171 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38750) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:36.872843 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-e335344f-e684-417b-a738-f99ead575454 None None] Provisioning complete for port a0659c51-d88a-4be7-a605-e01b2fe910bf triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:36.873591 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e335344f-e684-417b-a738-f99ead575454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.883805 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:36.906809 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:36.954195 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Allocated IP 172.20.0.1 (0082d454-46e3-4fac-a205-e12b0fa3a60d/f24fd41b-17ba-4228-9354-884e52ae4255/9a959266-73a1-453a-a936-e01fe8c0d7d2) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:36.976226 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:36.976418 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:36.977826 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (60157b8b-3ff4-42e9-8c22-4b1f3972914c), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:36.981649 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 4, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port': {'id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a0659c51-d88a-4be7-a605-e01b2fe910bf', 'name': '', 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'mac_address': 'fa:16:3e:44:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fabbf492-558b-4222-92f0-7e7ae8099832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:35Z', 'revision_number': 4, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'subnets': [{'id': 'fabbf492-558b-4222-92f0-7e7ae8099832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:37.026776 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37064c27-bc18-40c9-b3dd-7bcb8df90b90 None None] The sync data for ids ['44c4dff7-1538-4f73-92c1-7263f49d01aa'] in dv-cinder-846173-4-iscsi is: [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:12:29Z', 'revision_number': 4, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port': {'id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a0659c51-d88a-4be7-a605-e01b2fe910bf', 'name': '', 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'mac_address': 'fa:16:3e:44:8e:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': 'fabbf492-558b-4222-92f0-7e7ae8099832', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:35Z', 'revision_number': 4, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'subnets': [{'id': 'fabbf492-558b-4222-92f0-7e7ae8099832', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:37.058543 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] For port f8f73312-2bc2-4235-bc1c-2c05531620cd, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:37.112731 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f51fce-cee7-4d78-94ab-8cf6c88b75b0 None None] Pushing event updated for resources: {'Port': ['ID=f8f73312-2bc2-4235-bc1c-2c05531620cd,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.135191 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:37.196639 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:37.216179 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Allocated IP 172.20.0.1 (ba65b4a3-37f5-43f6-818c-5327e758cd5c/52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3/7e469b8f-e724-49a1-89d6-6b44083c6fd2) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:37.229955 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] For port f8f73312-2bc2-4235-bc1c-2c05531620cd, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f8f73312-2bc2-4235-bc1c-2c05531620cd,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:37.252921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks [] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.263504 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:37.272497 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:37.278175 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0736bff5-6cf4-4994-be27-282bd5b4297d up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:37.392687 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f387d0a-96da-434c-9d3d-c3d1e9e75254,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.437508 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.617383 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.673633 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f51fce-cee7-4d78-94ab-8cf6c88b75b0 None None] Pushing event updated for resources: {'Port': ['ID=f8f73312-2bc2-4235-bc1c-2c05531620cd,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.703500 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29e3638c-83a7-4a2a-b72a-81f15ddbbbd5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.725224 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-36edb8fb-e5b9-42fc-aab5-f39c66f3bf1a req-b77e4785-2b8c-4678-b551-f382c21d4738 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.2335029 Jul 28 18:12:37.777561 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-e335344f-e684-417b-a738-f99ead575454 None None] Current status of the port a0659c51-d88a-4be7-a605-e01b2fe910bf is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:37.781442 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e335344f-e684-417b-a738-f99ead575454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.781588 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:37.814263 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:37.819726 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:37.820221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (67535ec3-accc-432f-af4d-b7c2064ab23b), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.911605 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a959266-73a1-453a-a936-e01fe8c0d7d2,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:37.951862 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Publish callbacks [] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:37.963275 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 0736bff5-6cf4-4994-be27-282bd5b4297d triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:37.963810 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.060662 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:38.061584 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:38.156175 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks [] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.188771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.208632 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.222567 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e335344f-e684-417b-a738-f99ead575454 None None] For port a0659c51-d88a-4be7-a605-e01b2fe910bf, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a0659c51-d88a-4be7-a605-e01b2fe910bf,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:38.293651 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.397501 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29e3638c-83a7-4a2a-b72a-81f15ddbbbd5 admin admin] Publish callbacks [] for security_group (88042c68-db23-4547-8204-79a9a57a2552), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.413655 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e335344f-e684-417b-a738-f99ead575454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.510398 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 0736bff5-6cf4-4994-be27-282bd5b4297d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:38.516234 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943660-e6e5-4c0a-84be-52ad12abf1af None None] Pushing event updated for resources: {'Port': ['ID=f90a68fa-2c03-4c2e-b896-5a3ba6347927,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:38.533625 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Attempting to bind port f90a68fa-2c03-4c2e-b896-5a3ba6347927 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:38.533998 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Attempting to bind port f90a68fa-2c03-4c2e-b896-5a3ba6347927 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:38.534409 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Attempting to bind port f90a68fa-2c03-4c2e-b896-5a3ba6347927 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:38.582933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:38.583589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:38.584296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.584845 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:38.585969 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Bound port: f90a68fa-2c03-4c2e-b896-5a3ba6347927, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:38.586514 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.595503 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-af912dbe-6ef5-4628-a123-802e71122073 None None] Provisioning complete for port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:38.595913 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-af912dbe-6ef5-4628-a123-802e71122073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.651054 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks [] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.669974 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Publish callbacks [] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.680203 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29e3638c-83a7-4a2a-b72a-81f15ddbbbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (88042c68-db23-4547-8204-79a9a57a2552), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.692162 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.719407 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-af912dbe-6ef5-4628-a123-802e71122073 None None] Port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:38.722472 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.723876 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (67535ec3-accc-432f-af4d-b7c2064ab23b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.756922 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.784270 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:38.801239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-af912dbe-6ef5-4628-a123-802e71122073 None None] Provisioning complete for port 9a959266-73a1-453a-a936-e01fe8c0d7d2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:38.801239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-af912dbe-6ef5-4628-a123-802e71122073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:38.863173 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3638c-83a7-4a2a-b72a-81f15ddbbbd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88042c68-db23-4547-8204-79a9a57a2552,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:38.918275 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4f909-3bf9-4bcf-98fa-08a83f577049 None None] Pushing event updated for resources: {'Port': ['ID=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,revision_number=2']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.042170 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e469b8f-e724-49a1-89d6-6b44083c6fd2,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.075816 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:39.076385 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Attempting to bind port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:39.078921 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Attempting to bind port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:39.080498 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Attempting to bind port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:39.100281 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:39.108815 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:39.109995 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.110632 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:39.111680 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Bound port: 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:39.119961 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.129221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:39.137844 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:39.165391 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] For port f90a68fa-2c03-4c2e-b896-5a3ba6347927, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:39.171101 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] For port f90a68fa-2c03-4c2e-b896-5a3ba6347927, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f90a68fa-2c03-4c2e-b896-5a3ba6347927,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:39.180610 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-af912dbe-6ef5-4628-a123-802e71122073 None None] Port 9a959266-73a1-453a-a936-e01fe8c0d7d2 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:39.189212 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:39.236379 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-29e3638c-83a7-4a2a-b72a-81f15ddbbbd5 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=128b148a8b70445d907e6f8433411929&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3470633 Jul 28 18:12:39.238819 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38826) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:39.254929 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:39.263361 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:39.272001 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335344f-e684-417b-a738-f99ead575454 None None] Pushing event updated for resources: {'Port': ['ID=a0659c51-d88a-4be7-a605-e01b2fe910bf,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.330948 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:39.336051 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] For port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:39.343198 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.349280 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] For port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:39.364858 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ef21842c-1a4d-415b-a8fe-6c8c1fa317d0 req-c4aa8ce2-ffda-4147-b587-34a35585c689 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.2236650 Jul 28 18:12:39.383438 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Pushing event updated for resources: {'Port': ['ID=9a959266-73a1-453a-a936-e01fe8c0d7d2,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.419247 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:39.419978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (d9cc9844-ec63-4f57-8d99-984bcf0327b0), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.432659 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks [] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.443297 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.564142 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:39.568343 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.569646 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (60157b8b-3ff4-42e9-8c22-4b1f3972914c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.587105 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:39.688900 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Router 67535ec3-accc-432f-af4d-b7c2064ab23b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:39.690787 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:39.750467 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Pushing event updated for resources: {'Port': ['ID=7f387d0a-96da-434c-9d3d-c3d1e9e75254,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.801047 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-052b2dee-d46b-4cfc-8cda-89d75b5bfad6 admin admin] Publish callbacks [] for security_group (88042c68-db23-4547-8204-79a9a57a2552), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.806876 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-99bf566e-9a0e-4e9c-b6ed-a10e7efb80ee None None] Provisioning complete for port 9a959266-73a1-453a-a936-e01fe8c0d7d2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:39.807855 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99bf566e-9a0e-4e9c-b6ed-a10e7efb80ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.830377 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-052b2dee-d46b-4cfc-8cda-89d75b5bfad6 admin admin] Publish callbacks [] for security_group (88042c68-db23-4547-8204-79a9a57a2552), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:39.840131 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4f909-3bf9-4bcf-98fa-08a83f577049 None None] Pushing event updated for resources: {'Port': ['ID=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:39.850281 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:39.851386 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:39.880821 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-99bf566e-9a0e-4e9c-b6ed-a10e7efb80ee None None] Port 9a959266-73a1-453a-a936-e01fe8c0d7d2 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:39.931963 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:39.932624 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:39.943198 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:39.948895 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:39.991810 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:40.010330 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:40.016054 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-d9810c29-66de-42b3-9aee-8eec88d53db2 admin admin] 10.222.0.86 "PUT /v2.0/routers/67535ec3-accc-432f-af4d-b7c2064ab23b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6536050 Jul 28 18:12:40.096299 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97943660-e6e5-4c0a-84be-52ad12abf1af None None] Pushing event updated for resources: {'Port': ['ID=f90a68fa-2c03-4c2e-b896-5a3ba6347927,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:40.112031 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:40.112458 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:40.119042 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:35Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:40.154223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-052b2dee-d46b-4cfc-8cda-89d75b5bfad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (88042c68-db23-4547-8204-79a9a57a2552), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:40.157150 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-052b2dee-d46b-4cfc-8cda-89d75b5bfad6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:40.161221 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-052b2dee-d46b-4cfc-8cda-89d75b5bfad6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/88042c68-db23-4547-8204-79a9a57a2552 HTTP/1.1" status: 204 len: 168 time: 0.9006476 Jul 28 18:12:40.182790 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b2dee-d46b-4cfc-8cda-89d75b5bfad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88042c68-db23-4547-8204-79a9a57a2552,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:40.187949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Router 60157b8b-3ff4-42e9-8c22-4b1f3972914c has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:40.198403 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4fbc904-25c3-4df1-89a1-0657956a131d None None] The sync data for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi is: [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:35Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:40.213939 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-2b41687f-005c-433b-9e95-ef2d1ee3a95a None None] Provisioning complete for port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:40.214324 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2b41687f-005c-433b-9e95-ef2d1ee3a95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:40.289122 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.93', 59104) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:40.291642 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:12:40.438987 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:40.461179 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:40.492896 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:40.535403 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:40.545862 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7803ab2f-db3b-4b8b-b32a-a29728ddddf7 admin admin] 10.222.0.86 "PUT /v2.0/routers/60157b8b-3ff4-42e9-8c22-4b1f3972914c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0562506 Jul 28 18:12:40.579590 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-2b41687f-005c-433b-9e95-ef2d1ee3a95a None None] Port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:40.599185 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 2, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:40.631265 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:40.634100 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0957bcf3-46e4-47a1-9101-0794bfa05a10 None None] The sync data for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi is: [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 2, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:40.661707 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-97e59982-0135-4ee7-b65a-4589c352734a req-f5b9437e-3446-4cfe-9f17-78ac4e152d49 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.1056747 Jul 28 18:12:40.681271 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-0771636d-7ace-4233-9601-c23e8efbe35c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:40.683274 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-0771636d-7ace-4233-9601-c23e8efbe35c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.93 "GET /v2.0/networks?id=5491f7c1-3602-41e0-a191-959322e022d6 HTTP/1.1" status: 200 len: 810 time: 0.3928897 Jul 28 18:12:40.761756 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Request body: {'port': {'device_id': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6', 'admin_state_up': True, 'tenant_id': '8ef52881d75f407a942bf960230ea22e'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:40.813203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-18a09ff4-5d46-46c9-83a6-993371cacd56 None None] Provisioning complete for port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:40.813203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-18a09ff4-5d46-46c9-83a6-993371cacd56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:41.088491 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks [] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:41.180705 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:41.182431 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (d9cc9844-ec63-4f57-8d99-984bcf0327b0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:41.331071 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:41.338382 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:41.446387 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:41.449253 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc76ba2-ebb5-4130-babe-c74a0df00c18 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:41.515492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Pushing event updated for resources: {'Port': ['ID=7e469b8f-e724-49a1-89d6-6b44083c6fd2,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:41.523185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38898) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:41.612393 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:41.615208 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:41.616830 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:41.763026 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:31Z', 'revision_number': 3, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:41.776250 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:41.854309 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Made reservation on behalf of 8ef52881d75f407a942bf960230ea22e for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:41.856606 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-18a09ff4-5d46-46c9-83a6-993371cacd56 None None] Port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:41.865295 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:41.875813 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed804446-ea43-47c7-8eca-48fd183e1990 None None] The sync data for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi is: [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:31Z', 'revision_number': 3, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:41.907568 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38908) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:41.929467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:41.934780 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:41.950307 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-9057c00d-cc35-4c51-8497-07fa3b722b22 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--208084570', 'description': 'tempest-description--609368951'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:41.952510 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38910) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:41.970780 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-16a997d4-b585-4f79-9339-2c6dfdbfc7e1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1296418906', 'description': 'tempest-description--709799910'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:42.104629 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Router d9cc9844-ec63-4f57-8d99-984bcf0327b0 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:12:42.110134 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38916) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:42.171500 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-feebe605-b6da-4c33-9cc4-633d6a6a28b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.224115 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:42.229679 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a0659c51-d88a-4be7-a605-e01b2fe910bf up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:42.232573 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9057c00d-cc35-4c51-8497-07fa3b722b22 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.270314 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-16a997d4-b585-4f79-9339-2c6dfdbfc7e1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.296077 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-090d3568-30f9-4868-bde0-9fa63d7f24be None None] Provisioning complete for port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:42.296534 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-090d3568-30f9-4868-bde0-9fa63d7f24be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.340444 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-090d3568-30f9-4868-bde0-9fa63d7f24be None None] Port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:42.353364 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port a0659c51-d88a-4be7-a605-e01b2fe910bf triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:42.353667 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.375194 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a6a3c7f5-a24d-46c9-9717-1427ee15a6a6 req-d6360215-d0c9-44b9-a0b6-2f558545dd49 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.1145468 Jul 28 18:12:42.458620 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port a0659c51-d88a-4be7-a605-e01b2fe910bf is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:42.509007 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7f82-7b06-4d15-a0fc-a13ccf1d146e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.511118 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:12:42.520674 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:42.525350 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-6dc0077a-1add-4d3a-801b-0be787bf80b2 admin admin] 10.222.0.86 "PUT /v2.0/routers/d9cc9844-ec63-4f57-8d99-984bcf0327b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6607111 Jul 28 18:12:42.547745 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-feebe605-b6da-4c33-9cc4-633d6a6a28b0 admin admin] Publish callbacks [] for security_group (f0c837cb-993e-4bc1-be41-1c5a09f347b6), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.550934 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-16a997d4-b585-4f79-9339-2c6dfdbfc7e1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (c3437c80-f332-4858-a967-c07bdc3aa68b), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.613542 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-feebe605-b6da-4c33-9cc4-633d6a6a28b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f0c837cb-993e-4bc1-be41-1c5a09f347b6), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.626997 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Allocated IP 172.20.0.8 (5491f7c1-3602-41e0-a191-959322e022d6/fabbf492-558b-4222-92f0-7e7ae8099832/dc5628c1-5dbb-402d-9159-d05b64b9abb0) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:42.724942 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebe605-b6da-4c33-9cc4-633d6a6a28b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c837cb-993e-4bc1-be41-1c5a09f347b6,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:42.739440 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8f73312-2bc2-4235-bc1c-2c05531620cd up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:42.751426 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-16a997d4-b585-4f79-9339-2c6dfdbfc7e1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c3437c80-f332-4858-a967-c07bdc3aa68b), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.785943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9057c00d-cc35-4c51-8497-07fa3b722b22 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.893043 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9057c00d-cc35-4c51-8497-07fa3b722b22 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:42.905094 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-feebe605-b6da-4c33-9cc4-633d6a6a28b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e31226e571684364a55b376c28f089d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7936087 Jul 28 18:12:42.907306 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38944) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:42.922946 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port f8f73312-2bc2-4235-bc1c-2c05531620cd triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:42.923499 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.010449 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9057c00d-cc35-4c51-8497-07fa3b722b22 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:43.022115 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:43.046859 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:43.175253 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port f8f73312-2bc2-4235-bc1c-2c05531620cd is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:43.175703 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.214410 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port f8f73312-2bc2-4235-bc1c-2c05531620cd, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f8f73312-2bc2-4235-bc1c-2c05531620cd,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:43.230337 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a997d4-b585-4f79-9339-2c6dfdbfc7e1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3437c80-f332-4858-a967-c07bdc3aa68b,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:43.235364 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-16a997d4-b585-4f79-9339-2c6dfdbfc7e1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.236673 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-16a997d4-b585-4f79-9339-2c6dfdbfc7e1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2745445 Jul 28 18:12:43.244249 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38956) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:43.251913 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-ffbbe535-51e7-4a04-a67f-ddc330d23277 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'security_group_rule': {'security_group_id': 'c3437c80-f332-4858-a967-c07bdc3aa68b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:43.257099 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9057c00d-cc35-4c51-8497-07fa3b722b22 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.258630 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9057c00d-cc35-4c51-8497-07fa3b722b22 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.3463023 Jul 28 18:12:43.270670 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38958) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:43.315177 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.320275 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a0659c51-d88a-4be7-a605-e01b2fe910bf up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:43.367314 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a2501903-c46d-4585-8c1c-16d6a8e3f677 admin admin] Publish callbacks [] for security_group (f0c837cb-993e-4bc1-be41-1c5a09f347b6), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.419197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-51dd9697-2a06-4b76-8410-0496a2a14f94 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:43.424417 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a2501903-c46d-4585-8c1c-16d6a8e3f677 admin admin] Publish callbacks [] for security_group (f0c837cb-993e-4bc1-be41-1c5a09f347b6), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.427091 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-51dd9697-2a06-4b76-8410-0496a2a14f94 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 819 time: 0.1671004 Jul 28 18:12:43.427294 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe535-51e7-4a04-a67f-ddc330d23277 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (85fde544-95a5-4efb-aa9d-784ef93a0ce8), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.432754 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-462ef0ee-dc6b-4dfb-b423-4b89e7da5d99 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'security_group_rule': {'security_group_id': 'a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:43.468462 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-ba1a15af-a110-4a63-a41c-12efd4eeb116 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/quotas/b52f26ab8b934756b0c74d681d08d04f HTTP/1.1" status: 200 len: 375 time: 0.0401881 Jul 28 18:12:43.491537 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7f82-7b06-4d15-a0fc-a13ccf1d146e admin admin] Publish callbacks [] for security_group (cd220cba-7dd4-452c-a392-bb0597a9902d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.509804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe535-51e7-4a04-a67f-ddc330d23277 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (85fde544-95a5-4efb-aa9d-784ef93a0ce8), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.550217 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=f8f73312-2bc2-4235-bc1c-2c05531620cd,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:43.566575 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port a0659c51-d88a-4be7-a605-e01b2fe910bf triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:43.567776 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.613617 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe535-51e7-4a04-a67f-ddc330d23277 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (85fde544-95a5-4efb-aa9d-784ef93a0ce8), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.619583 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8a6d7f82-7b06-4d15-a0fc-a13ccf1d146e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cd220cba-7dd4-452c-a392-bb0597a9902d), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.632697 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-7429d263-6a57-4d0c-a451-f006f73892b0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633730 Jul 28 18:12:43.654413 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:43.659067 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:43.659919 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a2501903-c46d-4585-8c1c-16d6a8e3f677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f0c837cb-993e-4bc1-be41-1c5a09f347b6), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.667871 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a2501903-c46d-4585-8c1c-16d6a8e3f677 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.676900 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a2501903-c46d-4585-8c1c-16d6a8e3f677 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f0c837cb-993e-4bc1-be41-1c5a09f347b6 HTTP/1.1" status: 204 len: 168 time: 0.7569582 Jul 28 18:12:43.676900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbbe535-51e7-4a04-a67f-ddc330d23277 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fde544-95a5-4efb-aa9d-784ef93a0ce8,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:43.714949 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port a0659c51-d88a-4be7-a605-e01b2fe910bf is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:43.721583 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2501903-c46d-4585-8c1c-16d6a8e3f677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c837cb-993e-4bc1-be41-1c5a09f347b6,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:43.733278 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-16f8427d-42f1-4c1b-9aca-6d69f957af1e req-30e6eadd-b7c5-4e6c-a2f6-4202d94740de tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.1558235 Jul 28 18:12:43.738380 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:43.818028 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ffbbe535-51e7-4a04-a67f-ddc330d23277 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:43.822823 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ffbbe535-51e7-4a04-a67f-ddc330d23277 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5745351 Jul 28 18:12:43.824153 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38972) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:43.830265 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-566ab4e9-3713-4328-a2ab-cb477422c0b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'security_group_rule': {'security_group_id': 'c3437c80-f332-4858-a967-c07bdc3aa68b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:43.920576 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-c0264f13-0903-4afe-90cd-37327c425e06 service neutron] 10.222.0.86 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587616 Jul 28 18:12:44.002777 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:44.015285 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-566ab4e9-3713-4328-a2ab-cb477422c0b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (d8ea47c1-f97a-4223-a34f-0982f2b17c06), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.087264 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d7f82-7b06-4d15-a0fc-a13ccf1d146e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd220cba-7dd4-452c-a392-bb0597a9902d,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:44.190599 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-8a6d7f82-7b06-4d15-a0fc-a13ccf1d146e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bb2a698a9b6a4d9a9b67a93685997f21&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6660938 Jul 28 18:12:44.245047 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 38988) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:44.251447 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-566ab4e9-3713-4328-a2ab-cb477422c0b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (d8ea47c1-f97a-4223-a34f-0982f2b17c06), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.253237 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-462ef0ee-dc6b-4dfb-b423-4b89e7da5d99 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (2ec380e4-4a16-4760-b1db-7cff48d36023), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.255787 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:44.333955 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-566ab4e9-3713-4328-a2ab-cb477422c0b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (d8ea47c1-f97a-4223-a34f-0982f2b17c06), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.348309 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks [] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.369280 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ab4e9-3713-4328-a2ab-cb477422c0b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ea47c1-f97a-4223-a34f-0982f2b17c06,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:44.466786 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-566ab4e9-3713-4328-a2ab-cb477422c0b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.475112 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-566ab4e9-3713-4328-a2ab-cb477422c0b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6457679 Jul 28 18:12:44.477589 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 38994) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:44.491169 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:44.595642 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-462ef0ee-dc6b-4dfb-b423-4b89e7da5d99 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (2ec380e4-4a16-4760-b1db-7cff48d36023), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.663953 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-fa346c8d-68dc-4ca3-a391-bf08bbcf1435 service neutron] 10.222.0.86 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421374 Jul 28 18:12:44.690124 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f39ef290-8e20-4b18-a596-ceb2feee6dcd admin admin] Publish callbacks [] for security_group (cd220cba-7dd4-452c-a392-bb0597a9902d), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.727468 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f39ef290-8e20-4b18-a596-ceb2feee6dcd admin admin] Publish callbacks [] for security_group (cd220cba-7dd4-452c-a392-bb0597a9902d), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:44.953569 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:44.967179 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fc6e73c6-a4c0-415d-a0c7-049b78490927 req-7d09dbd4-c451-412e-b640-112ba6d37312 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0535300 Jul 28 18:12:45.020510 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:45.021113 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.043208 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.074221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-462ef0ee-dc6b-4dfb-b423-4b89e7da5d99 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (2ec380e4-4a16-4760-b1db-7cff48d36023), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.095898 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f92b076-99c6-423e-aed8-4d4277e91bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.096024 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f39ef290-8e20-4b18-a596-ceb2feee6dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cd220cba-7dd4-452c-a392-bb0597a9902d), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.097325 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f39ef290-8e20-4b18-a596-ceb2feee6dcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.100780 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f39ef290-8e20-4b18-a596-ceb2feee6dcd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cd220cba-7dd4-452c-a392-bb0597a9902d HTTP/1.1" status: 204 len: 168 time: 0.8470914 Jul 28 18:12:45.107808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.255417 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:45.289383 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:45.290120 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.313601 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:45.417610 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:45.494574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.495998 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8f73312-2bc2-4235-bc1c-2c05531620cd up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:45.531177 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39ef290-8e20-4b18-a596-ceb2feee6dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd220cba-7dd4-452c-a392-bb0597a9902d,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.565632 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Network 5491f7c1-3602-41e0-a191-959322e022d6 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:45.639933 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:45.652230 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462ef0ee-dc6b-4dfb-b423-4b89e7da5d99 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ec380e4-4a16-4760-b1db-7cff48d36023,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.672383 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:45.679592 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:45.681720 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.774338 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-462ef0ee-dc6b-4dfb-b423-4b89e7da5d99 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.777791 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-462ef0ee-dc6b-4dfb-b423-4b89e7da5d99 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5025353 Jul 28 18:12:45.781200 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39034) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:45.799597 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.812040 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-c9e17755-d9b1-4901-9990-99182b7fb4cb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'security_group_rule': {'security_group_id': 'a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:45.823144 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port f8f73312-2bc2-4235-bc1c-2c05531620cd triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:45.823798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:45.868503 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cbda0ff0-3e98-44ec-9955-3f9f2cda9102 req-6657f784-0727-483b-bb2f-06dfebe6fa63 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 210 time: 0.4367566 Jul 28 18:12:45.877552 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1218448 Jul 28 18:12:45.885446 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece6076-bbd2-4529-b219-37a9aea20e0e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Pushing event updated for resources: {'Port': ['ID=dc5628c1-5dbb-402d-9159-d05b64b9abb0,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.921157 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:45.925630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-6ba3ac67-588e-4460-8fe4-f65eb7b8075c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:12:45.927156 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-6ba3ac67-588e-4460-8fe4-f65eb7b8075c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0330405 Jul 28 18:12:46.064205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9e17755-d9b1-4901-9990-99182b7fb4cb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (ccc30457-a2aa-4bba-8f92-05634777dc6f), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.132301 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port f8f73312-2bc2-4235-bc1c-2c05531620cd is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:46.133458 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f90a68fa-2c03-4c2e-b896-5a3ba6347927 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:46.224103 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9e17755-d9b1-4901-9990-99182b7fb4cb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (ccc30457-a2aa-4bba-8f92-05634777dc6f), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.244500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:46.251040 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Allocated IP 172.27.3.61 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/c1092573-22e4-416f-8637-fb656c3a5f0f) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:46.275731 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port f90a68fa-2c03-4c2e-b896-5a3ba6347927 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:46.282828 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.370169 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-c63e0a04-c80a-4244-b005-52a5850bffef None None] Provisioning complete for port dc5628c1-5dbb-402d-9159-d05b64b9abb0 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:46.370568 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c63e0a04-c80a-4244-b005-52a5850bffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.388811 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f1c9f-7bd5-4438-bd72-d74d94c342d8 req-3d33e5a5-2ae2-4221-94f2-6ed9d7e1df2a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:46.396061 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-945f1c9f-7bd5-4438-bd72-d74d94c342d8 req-3d33e5a5-2ae2-4221-94f2-6ed9d7e1df2a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 931 time: 0.1703165 Jul 28 18:12:46.397661 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9e17755-d9b1-4901-9990-99182b7fb4cb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (ccc30457-a2aa-4bba-8f92-05634777dc6f), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.452367 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e17755-d9b1-4901-9990-99182b7fb4cb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc30457-a2aa-4bba-8f92-05634777dc6f,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:46.510322 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c63e0a04-c80a-4244-b005-52a5850bffef None None] Port dc5628c1-5dbb-402d-9159-d05b64b9abb0 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:12:46.580057 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.607941 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port f90a68fa-2c03-4c2e-b896-5a3ba6347927 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:46.611364 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.683754 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9e17755-d9b1-4901-9990-99182b7fb4cb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.683754 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c9e17755-d9b1-4901-9990-99182b7fb4cb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8829527 Jul 28 18:12:46.685809 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39082) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:46.689490 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:46.691656 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port f90a68fa-2c03-4c2e-b896-5a3ba6347927, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f90a68fa-2c03-4c2e-b896-5a3ba6347927,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:46.694072 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-945f1c9f-7bd5-4438-bd72-d74d94c342d8 req-c5b00f16-d98d-4dbd-b321-969674dda3f6 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845626 Jul 28 18:12:46.697185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:46.728308 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39086) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:46.761224 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8430-3d2a-45a6-b703-4ddabb4032c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.778597 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:46.798469 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-56af02a0-9b67-4351-99b8-d84a6cc0cea9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:46.806159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.810046 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-56af02a0-9b67-4351-99b8-d84a6cc0cea9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 819 time: 0.2768924 Jul 28 18:12:46.818212 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Request body: {'port': {'device_id': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:46.838036 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.933570 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4c22d368-5751-4711-a927-2b0fdf14a729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:46.986895 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:47.013650 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:47.026063 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=f90a68fa-2c03-4c2e-b896-5a3ba6347927,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.068823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'Port': ['ID=c1092573-22e4-416f-8637-fb656c3a5f0f,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.071700 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:47.073506 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:47.147970 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:47.147970 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.229016 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-db15bc4b-24ac-4dad-b45b-42952f72510c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/quotas/b52f26ab8b934756b0c74d681d08d04f HTTP/1.1" status: 200 len: 375 time: 0.4147861 Jul 28 18:12:47.233972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.262056 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (8b1192db-3a5c-44de-af46-2d7c9bcf8b0d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.264997 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8430-3d2a-45a6-b703-4ddabb4032c0 admin admin] Publish callbacks [] for security_group (466728d6-c874-44d0-8717-a098217383e0), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.299309 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:47.386037 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-98b3e716-7a33-48a7-a64c-3a8da7cd47c6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1587944 Jul 28 18:12:47.519582 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.521298 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ee3d8430-3d2a-45a6-b703-4ddabb4032c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (466728d6-c874-44d0-8717-a098217383e0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.525194 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.560407 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.714079 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ee3d8430-3d2a-45a6-b703-4ddabb4032c0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d80959bc029e4d539a67e10637702a86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9784365 Jul 28 18:12:47.720276 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39114) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:47.722799 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d8430-3d2a-45a6-b703-4ddabb4032c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=466728d6-c874-44d0-8717-a098217383e0,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:47.767802 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:47.839948 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-29c05d10-6b19-4b3d-853e-1db6baa33e0c service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:12:47.847781 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-29c05d10-6b19-4b3d-853e-1db6baa33e0c service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2434559 Jul 28 18:12:47.920952 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:47.969660 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f2f071a2-9aa6-4f6b-a3ce-81652ef4b2ad admin admin] Publish callbacks [] for security_group (466728d6-c874-44d0-8717-a098217383e0), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.004409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Allocated IP 172.27.3.131 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/ebaa13f5-02b6-4efc-ac01-78138538d637) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:48.015747 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f2f071a2-9aa6-4f6b-a3ce-81652ef4b2ad admin admin] Publish callbacks [] for security_group (466728d6-c874-44d0-8717-a098217383e0), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.048428 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf0686-5aa9-4610-80d8-6d988b226bee req-b0b3fb76-a119-48a4-ab39-fc7e0c61e638 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:48.051486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cabf0686-5aa9-4610-80d8-6d988b226bee req-b0b3fb76-a119-48a4-ab39-fc7e0c61e638 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 931 time: 0.1922767 Jul 28 18:12:48.135205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:48.189902 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-1ac9151d-3059-4b6b-94e8-553d01a818d6 service neutron] 10.222.0.86 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409607 Jul 28 18:12:48.194246 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.220390 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:48.288071 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.291043 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cabf0686-5aa9-4610-80d8-6d988b226bee req-e4b07b8b-fe0a-4af1-b2c8-95bb0b85b4a0 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308435 Jul 28 18:12:48.308646 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f2f071a2-9aa6-4f6b-a3ce-81652ef4b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (466728d6-c874-44d0-8717-a098217383e0), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.319348 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f2f071a2-9aa6-4f6b-a3ce-81652ef4b2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.332136 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f2f071a2-9aa6-4f6b-a3ce-81652ef4b2ad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/466728d6-c874-44d0-8717-a098217383e0 HTTP/1.1" status: 204 len: 168 time: 0.6101227 Jul 28 18:12:48.396295 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (8b1192db-3a5c-44de-af46-2d7c9bcf8b0d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.403513 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.409385 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f071a2-9aa6-4f6b-a3ce-81652ef4b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=466728d6-c874-44d0-8717-a098217383e0,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:48.442780 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc5628c1-5dbb-402d-9159-d05b64b9abb0 {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:12:48.444211 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'Port': ['ID=c1092573-22e4-416f-8637-fb656c3a5f0f,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:48.455811 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Publish callbacks [] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.468773 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-e35ee715-f588-4622-ac39-bbdf18d74485 service neutron] 10.222.0.86 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779021 Jul 28 18:12:48.527533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Transition to ACTIVE for port object dc5628c1-5dbb-402d-9159-d05b64b9abb0 will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:12:48.549056 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.551026 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-041c349c-bbca-48e0-8e88-df69947667a8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0717335 Jul 28 18:12:48.573162 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:48.573447 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.622913 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:12:48.632354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:12:48.635745 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:12:48.640159 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:48.681509 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'Port': ['ID=ebaa13f5-02b6-4efc-ac01-78138538d637,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:48.927452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Attempting to bind port dc5628c1-5dbb-402d-9159-d05b64b9abb0 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:48.927822 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Attempting to bind port dc5628c1-5dbb-402d-9159-d05b64b9abb0 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:48.928359 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Attempting to bind port dc5628c1-5dbb-402d-9159-d05b64b9abb0 on network 5491f7c1-3602-41e0-a191-959322e022d6 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:49.015225 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5628c1-5dbb-402d-9159-d05b64b9abb0,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:49.045744 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f90a68fa-2c03-4c2e-b896-5a3ba6347927 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:49.071326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.078133 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Port dc5628c1-5dbb-402d-9159-d05b64b9abb0 on network 5491f7c1-3602-41e0-a191-959322e022d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:12:49.078133 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Attempting to bind port dc5628c1-5dbb-402d-9159-d05b64b9abb0 on network 5491f7c1-3602-41e0-a191-959322e022d6 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:49.123229 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5bec1dcb-33a2-4038-ba39-b8dd7fdb5340 req-6a3b66fc-fd39-4015-b8b1-192ba9f69681 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.3041825 Jul 28 18:12:49.130266 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:49.130641 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Checking segment: {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:49.132166 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Bound using segment: {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:49.132579 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Bound port: dc5628c1-5dbb-402d-9159-d05b64b9abb0, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 927, 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:49.132945 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.313028 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port f90a68fa-2c03-4c2e-b896-5a3ba6347927 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:49.313349 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.360835 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-5c8375dc-61ee-47ec-85f0-379d871b89d8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1296418906&fields=id&tenant_id=27b91f25d2be408ba9e8d667a574a7a9 HTTP/1.1" status: 200 len: 267 time: 0.3378510 Jul 28 18:12:49.363882 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.407940 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.433610 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] For port dc5628c1-5dbb-402d-9159-d05b64b9abb0, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:49.519493 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:49.554977 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port f90a68fa-2c03-4c2e-b896-5a3ba6347927 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:49.616641 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] For port dc5628c1-5dbb-402d-9159-d05b64b9abb0, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc5628c1-5dbb-402d-9159-d05b64b9abb0,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:49.838147 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:49.854562 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Sync routers for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:49.866718 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:49.895431 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:49.896289 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:49.984936 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:50.022695 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.065427 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2c871-e1fc-4ce7-9574-b8b2216678b4 req-704bed9e-2016-4405-b504-3b46b96ca1d9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:50.067064 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebf2c871-e1fc-4ce7-9574-b8b2216678b4 req-704bed9e-2016-4405-b504-3b46b96ca1d9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.5660245 Jul 28 18:12:50.097125 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:50.128046 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Sync routers for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:50.155241 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:50.156309 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.174013 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:50.174665 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.176107 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] 10.222.0.93 "PUT /v2.0/ports/dc5628c1-5dbb-402d-9159-d05b64b9abb0 HTTP/1.1" status: 200 len: 1093 time: 3.6474829 Jul 28 18:12:50.177516 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'tag': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:12:50.306193 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-c44b402b-3a03-401a-9185-d49d61d0be98 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:50.307743 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-c44b402b-3a03-401a-9185-d49d61d0be98 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 811 time: 0.9335091 Jul 28 18:12:50.319684 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:50.381036 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebf2c871-e1fc-4ce7-9574-b8b2216678b4 req-f726a929-9f37-4369-b4fc-3f3fe3734415 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006749 Jul 28 18:12:50.402466 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e6ee0-933d-43f6-a85a-1ed935638348 service neutron] Pushing event updated for resources: {'Port': ['ID=dc5628c1-5dbb-402d-9159-d05b64b9abb0,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:50.434576 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-53ebe479-3795-42c0-a3db-3eb93e2388c9 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/quotas/27b91f25d2be408ba9e8d667a574a7a9 HTTP/1.1" status: 200 len: 375 time: 0.1167312 Jul 28 18:12:50.540229 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 2, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.544211 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Sync routers for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:12:50.578774 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Checking router: 60157b8b-3ff4-42e9-8c22-4b1f3972914c for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:50.579502 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Updating router 60157b8b-3ff4-42e9-8c22-4b1f3972914c port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:50.582957 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3dbb392-66bf-483c-990e-f6f09d94243f req-1e90e053-7433-4395-bf9d-7279e46b7486 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.0939069 Jul 28 18:12:50.598857 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-993b5264-255a-4df4-a4b7-96b6793a2e68 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1566131 Jul 28 18:12:50.617693 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.634746 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:50.636102 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.641029 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:50.682043 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.695819 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39228) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:50.718233 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.724880 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:50.727095 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 2, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:50.759087 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Checking router: 67535ec3-accc-432f-af4d-b7c2064ab23b for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:50.759510 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Updating router 67535ec3-accc-432f-af4d-b7c2064ab23b port 9a959266-73a1-453a-a936-e01fe8c0d7d2 binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:50.794445 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.814897 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-d97f799c-e556-4527-b351-6c4ca102167e service neutron] 10.222.0.86 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944823 Jul 28 18:12:50.829779 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.894251 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:50.920108 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c3ec596-66e0-4b09-929c-16e80dacc2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6b81a4ab-5e71-4dd6-bed5-1a068b1ca436", "tag": "dc5628c1-5dbb-402d-9159-d05b64b9abb0"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:12:50.931736 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'Port': ['ID=ebaa13f5-02b6-4efc-ac01-78138538d637,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:50.979920 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:50.984108 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c9add84f-0123-4226-92c4-e2107bf2b66a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2963073 Jul 28 18:12:50.990947 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:51.047608 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea3b-b624-416e-aaa1-f7cb9c53d0b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.048718 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-10b0cadf-9f40-4ad0-b190-5755b2374134 service neutron] 10.222.0.86 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115009 Jul 28 18:12:51.223423 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea3b-b624-416e-aaa1-f7cb9c53d0b2 admin admin] Publish callbacks [] for security_group (c45a65c1-7342-4d6f-9d77-50775ec2b2db), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.231820 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:51.258877 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0dcc14e-5f04-4fe2-9c92-bfe7f9618dd6 x-openstack-request-id: req-e0dcc14e-5f04-4fe2-9c92-bfe7f9618dd6 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:12:51.259425 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b81a4ab-5e71-4dd6-bed5-1a068b1ca436", "tag": "dc5628c1-5dbb-402d-9159-d05b64b9abb0", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:12:51.259828 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0dcc14e-5f04-4fe2-9c92-bfe7f9618dd6 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:12:51.260473 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0dcc14e-5f04-4fe2-9c92-bfe7f9618dd6'] response: {'name': 'network-changed', 'server_uuid': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'tag': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0', 'status': 'completed', 'code': 200} Jul 28 18:12:51.283340 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-29b4ea3b-b624-416e-aaa1-f7cb9c53d0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c45a65c1-7342-4d6f-9d77-50775ec2b2db), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.293893 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Publish callbacks [] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.343356 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-29b4ea3b-b624-416e-aaa1-f7cb9c53d0b2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6ba0bf8a83984c37a31afaff6295a882&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6462159 Jul 28 18:12:51.344404 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4ea3b-b624-416e-aaa1-f7cb9c53d0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45a65c1-7342-4d6f-9d77-50775ec2b2db,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:51.350082 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39256) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:51.372713 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.457415 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Publish callbacks [] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.483464 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:51.506046 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7cb587dd-532c-4b80-b517-5e6766a1d945 req-5b63c87a-1a56-4e40-ac35-de95c732b4a7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.0654294 Jul 28 18:12:51.512308 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 2, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:51.517064 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32feb41-bd37-4dfe-93f8-e9fe92f08545 None None] Pushing event updated for resources: {'Port': ['ID=9a959266-73a1-453a-a936-e01fe8c0d7d2,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:51.556050 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Checking router: d9cc9844-ec63-4f57-8d99-984bcf0327b0 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:12:51.556412 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Updating router d9cc9844-ec63-4f57-8d99-984bcf0327b0 port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:12:51.571079 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:51.618098 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.627760 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4ef8-b465-4ec8-bc73-e02f41f3bec9 admin admin] Publish callbacks [] for security_group (c45a65c1-7342-4d6f-9d77-50775ec2b2db), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.676641 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Attempting to bind port 9a959266-73a1-453a-a936-e01fe8c0d7d2 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:51.678952 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Attempting to bind port 9a959266-73a1-453a-a936-e01fe8c0d7d2 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:51.679615 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Attempting to bind port 9a959266-73a1-453a-a936-e01fe8c0d7d2 on network 0082d454-46e3-4fac-a205-e12b0fa3a60d {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:51.702079 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:51.706316 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Checking segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:51.706316 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.706316 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Bound using segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:51.706648 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Bound port: 9a959266-73a1-453a-a936-e01fe8c0d7d2, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:51.706772 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.744920 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:51.747122 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.765624 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-4d1336ef-5f2f-470e-a430-e152ae1639a8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--208084570&fields=id&tenant_id=9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 267 time: 0.3258524 Jul 28 18:12:51.799741 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4ef8-b465-4ec8-bc73-e02f41f3bec9 admin admin] Publish callbacks [] for security_group (c45a65c1-7342-4d6f-9d77-50775ec2b2db), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:51.841066 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdc5874-62f6-4e40-8e24-cab6d15d8306 req-27a4c02a-d237-419f-abd8-1504bd26b7b7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:51.843080 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-acdc5874-62f6-4e40-8e24-cab6d15d8306 req-27a4c02a-d237-419f-abd8-1504bd26b7b7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.2114570 Jul 28 18:12:51.857554 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] For port 9a959266-73a1-453a-a936-e01fe8c0d7d2, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:51.869704 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] For port 9a959266-73a1-453a-a936-e01fe8c0d7d2, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9a959266-73a1-453a-a936-e01fe8c0d7d2,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:51.942938 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511eb9c-351e-4c51-bd7c-a959a075ff78 None None] Pushing event updated for resources: {'Port': ['ID=7f387d0a-96da-434c-9d3d-c3d1e9e75254,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:51.976758 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:52.079748 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-a968aed4-ac08-4341-a192-d5746fe34cfa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:52.087807 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-a968aed4-ac08-4341-a192-d5746fe34cfa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 816 time: 0.3210788 Jul 28 18:12:52.095962 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:52.096601 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:52.104073 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4ef8-b465-4ec8-bc73-e02f41f3bec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c45a65c1-7342-4d6f-9d77-50775ec2b2db), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:52.109364 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-d91ed56d-5fff-4ff6-821c-b0de36107b23 None None] Provisioning complete for port 9a959266-73a1-453a-a936-e01fe8c0d7d2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:52.109762 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d91ed56d-5fff-4ff6-821c-b0de36107b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:52.111557 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a5f4ef8-b465-4ec8-bc73-e02f41f3bec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:52.117136 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0a5f4ef8-b465-4ec8-bc73-e02f41f3bec9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c45a65c1-7342-4d6f-9d77-50775ec2b2db HTTP/1.1" status: 204 len: 168 time: 0.7643394 Jul 28 18:12:52.122812 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Attempting to bind port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:52.123032 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Attempting to bind port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:52.123464 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Attempting to bind port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:52.158859 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-a997443d-6586-4f00-a240-9cf645f1726b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/quotas/9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 375 time: 0.0702689 Jul 28 18:12:52.173978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:52.215375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5f4ef8-b465-4ec8-bc73-e02f41f3bec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45a65c1-7342-4d6f-9d77-50775ec2b2db,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:52.230463 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:52.230822 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Checking segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:52.231186 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:52.231663 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Bound using segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:52.232171 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Bound port: 7f387d0a-96da-434c-9d3d-c3d1e9e75254, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:52.243637 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-acdc5874-62f6-4e40-8e24-cab6d15d8306 req-5456c249-1ffb-4119-8997-c5a58950b554 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472722 Jul 28 18:12:52.245819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:52.304027 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:52.354236 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:52.366696 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-19acdad9-4f52-473e-877a-5a1840b10e2e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2067840 Jul 28 18:12:52.568683 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4beb834c-a5df-4479-9d22-6604a73c2544 req-0b3f40b3-6358-4cde-a402-d4f3f830630a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.0938015 Jul 28 18:12:52.582086 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-a375956c-3aae-45c2-8bce-439d2d32cfff service neutron] 10.222.0.86 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054305 Jul 28 18:12:52.707926 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:52.776666 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fd8f1a16-9d8d-4c46-8e48-65f5e4c97466 req-2dee89be-7d5d-4fea-9972-b114f311fbaa tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.0958714 Jul 28 18:12:52.839153 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32feb41-bd37-4dfe-93f8-e9fe92f08545 None None] Pushing event updated for resources: {'Port': ['ID=9a959266-73a1-453a-a936-e01fe8c0d7d2,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:52.840318 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-65cd30ae-d17b-4956-a2fc-853984c36f31 service neutron] 10.222.0.86 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611945 Jul 28 18:12:52.892926 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-d91ed56d-5fff-4ff6-821c-b0de36107b23 None None] Current status of the port 9a959266-73a1-453a-a936-e01fe8c0d7d2 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:52.900413 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d91ed56d-5fff-4ff6-821c-b0de36107b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:52.936607 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:51Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:52.945524 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] For port 7f387d0a-96da-434c-9d3d-c3d1e9e75254, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:52.966284 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26b8f7c-5150-4419-95be-b68de528553c None None] The sync data for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi is: [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:51Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:52.989908 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] For port 7f387d0a-96da-434c-9d3d-c3d1e9e75254, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7f387d0a-96da-434c-9d3d-c3d1e9e75254,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:53.020933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9a959266-73a1-453a-a936-e01fe8c0d7d2 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:53.082100 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-d91ed56d-5fff-4ff6-821c-b0de36107b23 None None] For port 9a959266-73a1-453a-a936-e01fe8c0d7d2, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9a959266-73a1-453a-a936-e01fe8c0d7d2,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:53.085059 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.193480 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d91ed56d-5fff-4ff6-821c-b0de36107b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.235139 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f22785e4-eb6d-459d-8403-cf744e55e9ad req-cbdfd340-fb9d-49b5-ab7e-bb4468f1b6b4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.0829139 Jul 28 18:12:53.237056 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:53.237707 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:53.314834 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511eb9c-351e-4c51-bd7c-a959a075ff78 None None] Pushing event updated for resources: {'Port': ['ID=7f387d0a-96da-434c-9d3d-c3d1e9e75254,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:53.391378 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Publish callbacks [] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.396567 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Provisioning complete for port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:53.407983 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.474823 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66735f-a8cb-4cf2-8641-bb8d02098257 req-4ee3609f-11b4-4c33-87ea-ac4f8371d54a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:53.483356 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7e66735f-a8cb-4cf2-8641-bb8d02098257 req-4ee3609f-11b4-4c33-87ea-ac4f8371d54a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.1041884 Jul 28 18:12:53.526938 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39330) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:53.543992 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7e66735f-a8cb-4cf2-8641-bb8d02098257 req-88dffe60-ec86-4d71-a279-707337cf15e1 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596142 Jul 28 18:12:53.572430 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5658-c16f-4c70-be05-94c59fe3d439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.706800 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5658-c16f-4c70-be05-94c59fe3d439 admin admin] Publish callbacks [] for security_group (49c692c7-f96f-4fb5-9410-61e65faee10c), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.744451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ed56d-5fff-4ff6-821c-b0de36107b23 None None] Pushing event updated for resources: {'Port': ['ID=9a959266-73a1-453a-a936-e01fe8c0d7d2,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:53.802379 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 9a959266-73a1-453a-a936-e01fe8c0d7d2 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:53.802996 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.811532 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.813942 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:53.814575 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-63709a6d-d08c-45fe-b6c1-346ca4de5782 req-2df8855b-2f3d-4e9a-aa99-6f209c20b3a6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.0520620 Jul 28 18:12:53.826964 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7b5b5658-c16f-4c70-be05-94c59fe3d439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (49c692c7-f96f-4fb5-9410-61e65faee10c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:53.926441 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7b5b5658-c16f-4c70-be05-94c59fe3d439 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=447dce0ebb3c42e183b05c12e8c3dd33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3960390 Jul 28 18:12:53.927577 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b5658-c16f-4c70-be05-94c59fe3d439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c692c7-f96f-4fb5-9410-61e65faee10c,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:53.929071 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39336) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:54.058139 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:54.071109 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Current status of the port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:54.071728 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:54.112235 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-49ad16af-3386-4550-8a92-8c2986f288b6 req-3be1713b-a9e5-413a-b477-9a1826761236 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.1484575 Jul 28 18:12:54.155875 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff48553c-56d9-4387-b26b-2a9d848bdaff admin admin] Publish callbacks [] for security_group (49c692c7-f96f-4fb5-9410-61e65faee10c), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:54.173298 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:54.189692 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=15 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:54.190998 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff48553c-56d9-4387-b26b-2a9d848bdaff admin admin] Publish callbacks [] for security_group (49c692c7-f96f-4fb5-9410-61e65faee10c), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:54.199971 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641b4e8-c380-4a5d-b206-c6a858f2e833 None None] Pushing event updated for resources: {'Port': ['ID=7e469b8f-e724-49a1-89d6-6b44083c6fd2,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:54.203529 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:54.216301 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 9a959266-73a1-453a-a936-e01fe8c0d7d2 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:54.273137 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] For port 7f387d0a-96da-434c-9d3d-c3d1e9e75254, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7f387d0a-96da-434c-9d3d-c3d1e9e75254,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:54.462344 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:54.519447 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff48553c-56d9-4387-b26b-2a9d848bdaff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (49c692c7-f96f-4fb5-9410-61e65faee10c), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:54.522262 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff48553c-56d9-4387-b26b-2a9d848bdaff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:54.536116 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ff48553c-56d9-4387-b26b-2a9d848bdaff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/49c692c7-f96f-4fb5-9410-61e65faee10c HTTP/1.1" status: 204 len: 168 time: 0.5991337 Jul 28 18:12:54.588498 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-caeebe12-c558-4083-aa82-a52dccea461b req-f177afca-7553-4180-a5c0-4522155237b8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.1959450 Jul 28 18:12:54.642426 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:54.683818 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff48553c-56d9-4387-b26b-2a9d848bdaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c692c7-f96f-4fb5-9410-61e65faee10c,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:54.719840 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec596-66e0-4b09-929c-16e80dacc2f1 req-75bd83fe-ca20-4dae-bfd7-137c54ef7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:54.731670 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c3ec596-66e0-4b09-929c-16e80dacc2f1 req-75bd83fe-ca20-4dae-bfd7-137c54ef7c69 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8ef52881d75f407a942bf960230ea22e&device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 1127 time: 0.3282695 Jul 28 18:12:54.898111 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Provisioning complete for port 9a959266-73a1-453a-a936-e01fe8c0d7d2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:54.898792 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:55.106261 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Attempting to bind port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:12:55.106958 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Attempting to bind port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:12:55.106958 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Attempting to bind port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:12:55.146052 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Pushing event updated for resources: {'Port': ['ID=7f387d0a-96da-434c-9d3d-c3d1e9e75254,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:55.160507 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7f387d0a-96da-434c-9d3d-c3d1e9e75254 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:55.194175 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:12:55.194547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Checking segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:12:55.197155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:55.197155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Bound using segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:12:55.197155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Bound port: 7e469b8f-e724-49a1-89d6-6b44083c6fd2, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:12:55.197155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:55.231213 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37866b22-c9ef-42a8-89a6-cf7ec22dac19 req-3996f284-f824-4ea1-987b-2b547aac22af tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.1559412 Jul 28 18:12:55.249385 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a7fd1f09-1724-4263-89ab-1c29ad7ff83a None None] Current status of the port 9a959266-73a1-453a-a936-e01fe8c0d7d2 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:55.334729 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:52Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:55.335376 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99e9c5-a093-47a7-a24f-c88a6970c473 req-54b8dec5-c39f-4324-afd3-42013daa3fd9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:55.336917 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3d99e9c5-a093-47a7-a24f-c88a6970c473 req-54b8dec5-c39f-4324-afd3-42013daa3fd9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.5934324 Jul 28 18:12:55.448269 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6f0446fd-97a1-4be5-992d-07be900802d1 req-d5fb0aed-8230-4de2-837a-063908f9865e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.0667734 Jul 28 18:12:55.509882 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec596-66e0-4b09-929c-16e80dacc2f1 req-d3cb3f2a-64e0-42b8-b6f8-bdbd695853af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:55.511375 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c3ec596-66e0-4b09-929c-16e80dacc2f1 req-d3cb3f2a-64e0-42b8-b6f8-bdbd695853af service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=8ef52881d75f407a942bf960230ea22e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.7295697 Jul 28 18:12:55.511860 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c107c4-0f89-44d8-9815-68c8cc40e25f None None] The sync data for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi is: [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:52Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:55.530384 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3d99e9c5-a093-47a7-a24f-c88a6970c473 req-5fe1b9a3-64fa-4380-aee8-8d0ee33da632 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720986 Jul 28 18:12:55.534132 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:55.534514 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:55.563913 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Provisioning complete for port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:55.564501 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:55.612368 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] For port 7e469b8f-e724-49a1-89d6-6b44083c6fd2, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:12:55.633963 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] For port 7e469b8f-e724-49a1-89d6-6b44083c6fd2, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7e469b8f-e724-49a1-89d6-6b44083c6fd2,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:12:55.762946 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:55.778561 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:55.780494 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9a959266-73a1-453a-a936-e01fe8c0d7d2 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:55.820075 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1699381-f2ac-447b-8540-d3b7c7fc6f8f req-034a18ae-a8b0-402a-a1ff-a61371b473db tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.0941551 Jul 28 18:12:55.845466 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Current status of the port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:55.855801 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:55.946519 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Provisioning complete for port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:55.947338 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:56.134026 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641b4e8-c380-4a5d-b206-c6a858f2e833 None None] Pushing event updated for resources: {'Port': ['ID=7e469b8f-e724-49a1-89d6-6b44083c6fd2,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:56.164859 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:12:56.168779 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:12:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:56.292348 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:56.303538 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 9a959266-73a1-453a-a936-e01fe8c0d7d2 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:56.304757 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:56.467109 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:56.635612 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 9a959266-73a1-453a-a936-e01fe8c0d7d2 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:56.640227 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ab903315-c413-44e4-8496-63aab4a9786d req-aa823a34-aa99-4a60-9163-0259deb328fb tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.1693199 Jul 28 18:12:56.642566 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Current status of the port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:56.643255 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:56.724561 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] For port 7e469b8f-e724-49a1-89d6-6b44083c6fd2, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7e469b8f-e724-49a1-89d6-6b44083c6fd2,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:12:56.751656 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:12:56.788925 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.93', 59121) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:56.851580 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:56.918684 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:56.949455 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:57.117494 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7f387d0a-96da-434c-9d3d-c3d1e9e75254 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:57.393700 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b715dee1-0ab0-4ac6-950d-11d0a00f4877 req-a2278436-6c58-4fec-8cf9-b8e1ef20d506 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.7302213 Jul 28 18:12:57.395704 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:57.451419 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-f044de93-fab1-4471-9505-56cc62a36fe7 None None] Provisioning complete for port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:57.452023 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f044de93-fab1-4471-9505-56cc62a36fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:57.471099 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0c0ae-2f4f-4e08-938a-9b4e23b68a13 req-504698de-a0cc-4482-b0d4-85acbe914360 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:57.474078 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2c0c0ae-2f4f-4e08-938a-9b4e23b68a13 req-504698de-a0cc-4482-b0d4-85acbe914360 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.6719682 Jul 28 18:12:57.476111 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3ec596-66e0-4b09-929c-16e80dacc2f1 req-3ccb2121-46f3-45d2-89be-84b1a2e98884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:57.482550 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c3ec596-66e0-4b09-929c-16e80dacc2f1 req-3ccb2121-46f3-45d2-89be-84b1a2e98884 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.5090919 Jul 28 18:12:57.548297 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2c0c0ae-2f4f-4e08-938a-9b4e23b68a13 req-15e171c7-a76f-4c58-8b5a-9356a63bb62c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606878 Jul 28 18:12:57.550313 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a38b294-3a69-48ef-aae6-f7e1be73a37c None None] Pushing event updated for resources: {'Port': ['ID=7e469b8f-e724-49a1-89d6-6b44083c6fd2,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:12:57.627753 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:57.678999 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:57.679101 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:57.702593 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b866128e-4030-4d73-8b59-e730ad7dfb16 req-1cebe4b9-9341-49a3-8d1d-a3204f667f5c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.0801094 Jul 28 18:12:57.755597 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.93', 59122) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:57.926306 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-03ce42bb-568b-4ed3-9895-441abe3d36d2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:57.928325 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-03ce42bb-568b-4ed3-9895-441abe3d36d2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 819 time: 0.4051616 Jul 28 18:12:57.964764 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-f044de93-fab1-4471-9505-56cc62a36fe7 None None] Current status of the port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:57.996337 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:58.006695 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:55Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:12:58.019941 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'port': {'device_id': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'admin_state_up': True, 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:58.057691 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-309736b5-d3c1-43d0-8f39-602c03c82fda req-dbb14de6-84c2-4491-bf3d-e92a60d96fda tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.2362018 Jul 28 18:12:58.077407 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c7aaf9b1-a315-4c24-8c63-2b188637cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:58.080935 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-c7aaf9b1-a315-4c24-8c63-2b188637cafd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8ef52881d75f407a942bf960230ea22e&device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 1127 time: 0.3236215 Jul 28 18:12:58.089925 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.93', 59124) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:58.169877 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e305c0d1-c276-4e2f-903b-4b9f35bc4017 None None] The sync data for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi is: [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:55Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:12:58.313645 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:58.458741 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39488) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:58.484944 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:58.489517 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39494) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:58.527914 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Made reservation on behalf of b52f26ab8b934756b0c74d681d08d04f for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:12:58.532001 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:58.958354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-00fbfddf-2e8d-4a2f-a97f-dd7fd9d6d944 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:58.962350 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-00fbfddf-2e8d-4a2f-a97f-dd7fd9d6d944 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 811 time: 1.2542992 Jul 28 18:12:58.991630 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-36c85ecd-4a80-41c3-8af3-ad6aa5eea374 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc5628c1-5dbb-402d-9159-d05b64b9abb0 HTTP/1.1" status: 200 len: 217 time: 0.8377151 Jul 28 18:12:59.016397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3ab1f49b-8aad-4409-a6a2-b20fbc7c6aa2 req-2062832f-73f0-47c3-ae5c-93e304418860 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.3422875 Jul 28 18:12:59.061977 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7e469b8f-e724-49a1-89d6-6b44083c6fd2 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:12:59.190782 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:12:59.191218 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:59.206772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9b77eb6e-ce5e-4c66-a4f2-89218e729fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:59.233703 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2df24d60-6adf-4598-a05c-8f93e1d0f75d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:59.276420 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.93', 59131) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:59.285517 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:59.300691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-80ed69f7-318d-4d15-a3d0-5a3e5b4ec402 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:59.302390 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-80ed69f7-318d-4d15-a3d0-5a3e5b4ec402 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 819 time: 1.1733255 Jul 28 18:12:59.335074 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:12:59.337226 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486fa23-aca6-473c-ac67-15d466e8e8f7 req-df4495e5-ea5c-4765-962f-6776abf3574a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:59.369681 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0486fa23-aca6-473c-ac67-15d466e8e8f7 req-df4495e5-ea5c-4765-962f-6776abf3574a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.4265728 Jul 28 18:12:59.376384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:59.431472 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:12:59.474105 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'port': {'device_id': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'admin_state_up': True, 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:12:59.563885 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-cdc9fea2-ddcc-4621-806a-0780d6d288f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:59.566108 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-cdc9fea2-ddcc-4621-806a-0780d6d288f6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fabbf492-558b-4222-92f0-7e7ae8099832 HTTP/1.1" status: 200 len: 849 time: 0.4501922 Jul 28 18:12:59.597716 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b05086c-a757-444a-9bb0-c91188acd0f5 req-f5cec666-620c-4064-908e-be6c1ab7afab tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.2820194 Jul 28 18:12:59.639776 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-d2fa70b5-9917-44d8-8f8d-ec516a0eeb66 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:12:59.655819 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-d2fa70b5-9917-44d8-8f8d-ec516a0eeb66 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 816 time: 0.3463988 Jul 28 18:12:59.705189 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9b77eb6e-ce5e-4c66-a4f2-89218e729fc0 admin admin] Publish callbacks [] for security_group (442e968c-2a11-4b2d-ae94-49d1b4e2de7a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:59.745808 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Allocated IP 172.20.0.13 (ba65b4a3-37f5-43f6-818c-5327e758cd5c/52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3/f42a05fc-306d-49b7-863f-7888a1c5f431) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:12:59.782943 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2df24d60-6adf-4598-a05c-8f93e1d0f75d admin admin] Publish callbacks [] for security_group (c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:59.816688 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9b77eb6e-ce5e-4c66-a4f2-89218e729fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (442e968c-2a11-4b2d-ae94-49d1b4e2de7a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:59.885416 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-12f70d2d-e963-4a1d-803c-db6921181c46 req-f1f0731e-5f5f-4c6e-834b-0a12ce636078 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.1235492 Jul 28 18:12:59.892934 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-9b77eb6e-ce5e-4c66-a4f2-89218e729fc0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6b4da7db7b464b4f9f3e11b77b934db3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4022338 Jul 28 18:12:59.922176 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39538) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:12:59.944033 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0486fa23-aca6-473c-ac67-15d466e8e8f7 req-9a964836-8172-4ffc-ba97-d401be3a6943 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5733778 Jul 28 18:12:59.961967 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2df24d60-6adf-4598-a05c-8f93e1d0f75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:12:59.986561 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-1a90d527-bd0b-4222-a890-333d00a071fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:00.002535 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-1a90d527-bd0b-4222-a890-333d00a071fd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5491f7c1-3602-41e0-a191-959322e022d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3218918 Jul 28 18:13:00.012153 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-5f946438-7244-48bf-be68-dcaebed13637 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b91f25d2be408ba9e8d667a574a7a9 HTTP/1.1" status: 200 len: 380 time: 0.7192585 Jul 28 18:13:00.046732 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'port': {'device_id': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'admin_state_up': True, 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'security_groups': ['c3437c80-f332-4858-a967-c07bdc3aa68b']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:00.083533 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-e92bfa36-5879-4590-84cc-3a9491610031 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 379 time: 0.3854330 Jul 28 18:13:00.089221 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-2df24d60-6adf-4598-a05c-8f93e1d0f75d admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=25a6cfb1dbc54355813127c34dc09380&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6291752 Jul 28 18:13:00.109661 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39542) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:00.139642 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'port': {'device_id': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'admin_state_up': True, 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'security_groups': ['a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:00.162803 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77eb6e-ce5e-4c66-a4f2-89218e729fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442e968c-2a11-4b2d-ae94-49d1b4e2de7a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:00.270713 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-556d94a2-83a9-46ad-b0f2-9ae8066d3574 req-1b95e9a5-d383-49e0-974f-a06d60c8a9c6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.0942798 Jul 28 18:13:00.346408 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:00.401914 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df24d60-6adf-4598-a05c-8f93e1d0f75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:00.465411 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:00.479842 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43ddc400-38e2-4e02-8b69-dfcda072b451 admin admin] Publish callbacks [] for security_group (442e968c-2a11-4b2d-ae94-49d1b4e2de7a), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.527973 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f1-59c0-4407-a8b1-b04482c70035 admin admin] Publish callbacks [] for security_group (c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.532900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Made reservation on behalf of 9e962e97777048b79415ba13adcc95be for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:00.537389 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.539714 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39558) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:00.539829 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Made reservation on behalf of b52f26ab8b934756b0c74d681d08d04f for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:00.543335 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.579045 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43ddc400-38e2-4e02-8b69-dfcda072b451 admin admin] Publish callbacks [] for security_group (442e968c-2a11-4b2d-ae94-49d1b4e2de7a), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.599341 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-fa643e2d-3ede-4021-b4b0-60e4e5db192f service neutron] 10.222.0.93 "GET /v2.0/networks/5491f7c1-3602-41e0-a191-959322e022d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5743389 Jul 28 18:13:00.663622 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:00.710424 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.735708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f1-59c0-4407-a8b1-b04482c70035 admin admin] Publish callbacks [] for security_group (c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.783179 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Made reservation on behalf of 27b91f25d2be408ba9e8d667a574a7a9 for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:00.786900 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.833903 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8dc6233f-fb18-423d-af62-7cb32dafadb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:00.872402 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f2fe50a-227f-4ea5-8f5b-eff40e87d3c2 req-f4147230-9eb6-45df-b00b-f84cd8bcda24 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.1111867 Jul 28 18:13:00.878796 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Allocated IP 172.20.0.9 (0082d454-46e3-4fac-a205-e12b0fa3a60d/f24fd41b-17ba-4228-9354-884e52ae4255/1d258458-0cee-481c-93c4-bf0b858d9e28) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:00.884527 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:01.008320 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cbb1d91-7153-4baf-a74b-b9e12b3adc0e req-b6ecd1b1-889e-4c93-8458-f6fea98a1caf service neutron] 10.222.0.93 "GET /v2.0/networks/5491f7c1-3602-41e0-a191-959322e022d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911426 Jul 28 18:13:01.055025 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.075248 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c56c7353-045f-4d84-93c1-9277106508e3 req-2d9054ef-8434-451e-a784-96692a5de853 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.0608525 Jul 28 18:13:01.141608 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43ddc400-38e2-4e02-8b69-dfcda072b451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (442e968c-2a11-4b2d-ae94-49d1b4e2de7a), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.144791 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43ddc400-38e2-4e02-8b69-dfcda072b451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.154437 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-43ddc400-38e2-4e02-8b69-dfcda072b451 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/442e968c-2a11-4b2d-ae94-49d1b4e2de7a HTTP/1.1" status: 204 len: 168 time: 1.2290189 Jul 28 18:13:01.155530 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f1-59c0-4407-a8b1-b04482c70035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.158951 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-29a3a0f1-59c0-4407-a8b1-b04482c70035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.160382 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-29a3a0f1-59c0-4407-a8b1-b04482c70035 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1 HTTP/1.1" status: 204 len: 168 time: 1.0133698 Jul 28 18:13:01.285584 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddc400-38e2-4e02-8b69-dfcda072b451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442e968c-2a11-4b2d-ae94-49d1b4e2de7a,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:01.285584 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:01.305708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd387a54-85d5-4f86-894e-5ea591f3a20e req-1b6c5986-9eed-4a73-a46d-0dce33408d09 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:01.321106 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:01.323757 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bd387a54-85d5-4f86-894e-5ea591f3a20e req-1b6c5986-9eed-4a73-a46d-0dce33408d09 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.2220221 Jul 28 18:13:01.348336 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Allocated IP 172.20.0.9 (bff04af5-7af0-4830-a1e0-3c54d0cbddac/8ff4b0c8-ad7e-48e5-9380-49828fcd0b45/7d6f0f21-22dc-4e8d-82cd-162059368b29) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:01.348336 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a3a0f1-59c0-4407-a8b1-b04482c70035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a96d38-3ed7-4eaa-af0f-c03bcd7037b1,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:01.419398 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8dc6233f-fb18-423d-af62-7cb32dafadb0 admin admin] Publish callbacks [] for security_group (de157f39-27a8-4555-9aff-d0b081476916), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.419398 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:01.430013 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:13:01.436032 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:01.436518 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.502715 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'Port': ['ID=f42a05fc-306d-49b7-863f-7888a1c5f431,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:01.518734 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.655769 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Allocated IP 172.20.0.12 (ba65b4a3-37f5-43f6-818c-5327e758cd5c/52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3/ae8cbb70-b373-4a44-b403-9f6ac40dbbca) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:13:01.720920 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3f286c91-7b1a-491b-8110-53ccef1fb5eb req-96f17838-291d-42fc-81e8-a9d485a197d4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.0548711 Jul 28 18:13:01.752800 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-46e41168-e773-4aa0-82ea-d29ce7626e88 None None] Provisioning complete for port f42a05fc-306d-49b7-863f-7888a1c5f431 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:01.753438 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-46e41168-e773-4aa0-82ea-d29ce7626e88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:01.862428 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bd387a54-85d5-4f86-894e-5ea591f3a20e req-cbd9d91a-204f-48c0-ac75-a1b282b6e98b tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4803772 Jul 28 18:13:01.863281 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-46e41168-e773-4aa0-82ea-d29ce7626e88 None None] Port f42a05fc-306d-49b7-863f-7888a1c5f431 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:13:02.029665 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-07dd6254-5184-44ad-8efa-ababd4b21a5b req-8b3c45a9-5dcd-45b0-8294-582648d2978f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.0605123 Jul 28 18:13:02.037149 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.044448 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.142740 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-625e7d57-97d1-4a4d-84d0-2b3de084cc7c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1271605 Jul 28 18:13:02.146743 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8dc6233f-fb18-423d-af62-7cb32dafadb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (de157f39-27a8-4555-9aff-d0b081476916), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.168581 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Request body: {'port': {'device_id': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:02.177025 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-18fd2fd4-9ad2-4554-af87-5e3b0c907d44 req-fabc8c7e-f698-4c31-aa78-b1c5a156fd5d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.0282326 Jul 28 18:13:02.209580 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-8dc6233f-fb18-423d-af62-7cb32dafadb0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bf3142a6a4524ff1986f13f92c1c6cb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6676402 Jul 28 18:13:02.212298 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39592) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:02.212438 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc6233f-fb18-423d-af62-7cb32dafadb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de157f39-27a8-4555-9aff-d0b081476916,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:02.248858 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.270740 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5df-1161-408c-bacd-a9444a8a7197 admin admin] Publish callbacks [] for security_group (de157f39-27a8-4555-9aff-d0b081476916), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.296809 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5df-1161-408c-bacd-a9444a8a7197 admin admin] Publish callbacks [] for security_group (de157f39-27a8-4555-9aff-d0b081476916), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.510663 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.556134 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:02.559293 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:02.563575 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:13:02.566182 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.568440 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5df-1161-408c-bacd-a9444a8a7197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (de157f39-27a8-4555-9aff-d0b081476916), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.570104 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:02.570915 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.572292 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cd14b5df-1161-408c-bacd-a9444a8a7197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.573897 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-cd14b5df-1161-408c-bacd-a9444a8a7197 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de157f39-27a8-4555-9aff-d0b081476916 HTTP/1.1" status: 204 len: 168 time: 0.3603923 Jul 28 18:13:02.575563 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.620997 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14b5df-1161-408c-bacd-a9444a8a7197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de157f39-27a8-4555-9aff-d0b081476916,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:02.659849 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:02.660533 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:02.679758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:13:02.679758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:02.679758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'Port': ['ID=7d6f0f21-22dc-4e8d-82cd-162059368b29,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:02.679758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:02.681492 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:13:02.687912 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:02.688554 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.707062 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-62a87c08-68d2-4d95-8b65-bb1ab3e3718b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5735841 Jul 28 18:13:02.761715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:13:02.772941 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:02.773617 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.814345 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3476906 Jul 28 18:13:02.819764 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25567a41-a994-4a36-8957-e205bc1f3d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'Port': ['ID=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:02.910223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f42a05fc-306d-49b7-863f-7888a1c5f431 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:02.928671 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Publish callbacks [] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:02.944501 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=46 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:02.952320 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1e4d9348-d0d3-4e30-abfb-8ce21b1939af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9126861 Jul 28 18:13:02.967953 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Transition to ACTIVE for port object f42a05fc-306d-49b7-863f-7888a1c5f431 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:13:02.990691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa6984-e99f-44db-98ca-f4a0ad74b577 req-265dd825-a5ff-474b-b273-56b34be1f319 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:02.992239 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-99fa6984-e99f-44db-98ca-f4a0ad74b577 req-265dd825-a5ff-474b-b273-56b34be1f319 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 931 time: 0.1329005 Jul 28 18:13:03.033201 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-9af095ba-046e-489a-96c1-263c4cf098cd None None] Provisioning complete for port 1d258458-0cee-481c-93c4-bf0b858d9e28 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:03.033811 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9af095ba-046e-489a-96c1-263c4cf098cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.052239 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.107206 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fb4f2-7958-4836-89e8-5acc917be573 req-252d2b4c-638f-4eda-8d7f-2658457807b6 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:03.116066 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-9af095ba-046e-489a-96c1-263c4cf098cd None None] Port 1d258458-0cee-481c-93c4-bf0b858d9e28 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:13:03.123513 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-054fb4f2-7958-4836-89e8-5acc917be573 req-252d2b4c-638f-4eda-8d7f-2658457807b6 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.1294825 Jul 28 18:13:03.195538 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Pushing event updated for resources: {'Port': ['ID=f42a05fc-306d-49b7-863f-7888a1c5f431,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:03.201059 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-054fb4f2-7958-4836-89e8-5acc917be573 req-1d077b46-68dd-4c9a-a3bd-f180c58d51dd tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763240 Jul 28 18:13:03.215700 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-99fa6984-e99f-44db-98ca-f4a0ad74b577 req-d0661b9f-b192-4b90-8ae3-27b58546e873 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076943 Jul 28 18:13:03.225753 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Attempting to bind port f42a05fc-306d-49b7-863f-7888a1c5f431 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:13:03.226124 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Attempting to bind port f42a05fc-306d-49b7-863f-7888a1c5f431 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:13:03.226602 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Attempting to bind port f42a05fc-306d-49b7-863f-7888a1c5f431 on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:03.232931 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Port f42a05fc-306d-49b7-863f-7888a1c5f431 on network ba65b4a3-37f5-43f6-818c-5327e758cd5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:13:03.233346 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Attempting to bind port f42a05fc-306d-49b7-863f-7888a1c5f431 on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:03.260762 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:13:03.261212 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Checking segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:13:03.261770 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Bound using segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:13:03.262208 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Bound port: f42a05fc-306d-49b7-863f-7888a1c5f431, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:13:03.262575 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.265184 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-1d490e38-6227-4072-9b72-23b76ed30b0c None None] Provisioning complete for port 7d6f0f21-22dc-4e8d-82cd-162059368b29 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:03.269384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1d490e38-6227-4072-9b72-23b76ed30b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.315723 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=6 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:03.375989 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-1d490e38-6227-4072-9b72-23b76ed30b0c None None] Port 7d6f0f21-22dc-4e8d-82cd-162059368b29 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:13:03.386764 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-1d490e38-6227-4072-9b72-23b76ed30b0c None None] Provisioning complete for port ae8cbb70-b373-4a44-b403-9f6ac40dbbca triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:03.389660 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1d490e38-6227-4072-9b72-23b76ed30b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.429800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67b017-5bc3-4880-967e-d288e16b01a6 req-52a84ea5-d9c4-400e-b0f3-5deb8bba2a99 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:03.439069 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa67b017-5bc3-4880-967e-d288e16b01a6 req-52a84ea5-d9c4-400e-b0f3-5deb8bba2a99 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 932 time: 0.0789955 Jul 28 18:13:03.439285 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-1d490e38-6227-4072-9b72-23b76ed30b0c None None] Port ae8cbb70-b373-4a44-b403-9f6ac40dbbca cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:13:03.501335 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39630) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:03.575349 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] For port f42a05fc-306d-49b7-863f-7888a1c5f431, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:03.593290 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa67b017-5bc3-4880-967e-d288e16b01a6 req-513eead6-945a-465a-9b10-4ac74f7d8f43 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380937 Jul 28 18:13:03.593290 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-40e3ad74-9e7e-4275-b8cb-eb88e9b222ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.611807 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] For port f42a05fc-306d-49b7-863f-7888a1c5f431, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f42a05fc-306d-49b7-863f-7888a1c5f431,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:03.619639 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75637f5-1948-4a86-a9a3-50839cb44e6f req-495684cd-51e1-4412-a279-61d425e8bf68 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:03.621352 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a75637f5-1948-4a86-a9a3-50839cb44e6f req-495684cd-51e1-4412-a279-61d425e8bf68 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 931 time: 0.1790173 Jul 28 18:13:03.693788 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.699071 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a75637f5-1948-4a86-a9a3-50839cb44e6f req-b6c57f3a-22d5-498e-b6c7-473f8f550851 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709641 Jul 28 18:13:03.737753 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:03.737753 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.737753 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] 10.222.0.93 "PUT /v2.0/ports/f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 200 len: 1094 time: 1.5752885 Jul 28 18:13:03.737753 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'tag': 'f42a05fc-306d-49b7-863f-7888a1c5f431'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:03.762448 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-40e3ad74-9e7e-4275-b8cb-eb88e9b222ef admin admin] Publish callbacks [] for security_group (9bcb498c-8084-478d-8a63-a00246b79d48), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.792457 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Request body: {'port': {'device_id': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:03.803348 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Request body: {'port': {'device_id': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:03.816818 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Request body: {'port': {'device_id': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:03.857971 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-40e3ad74-9e7e-4275-b8cb-eb88e9b222ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9bcb498c-8084-478d-8a63-a00246b79d48), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.863180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b901b-bd9d-411c-ac86-45de63826be0 service neutron] Pushing event updated for resources: {'Port': ['ID=f42a05fc-306d-49b7-863f-7888a1c5f431,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:03.906291 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.965564 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-40e3ad74-9e7e-4275-b8cb-eb88e9b222ef admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1d3f486da27d4806a0e016f8f265a486&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4609385 Jul 28 18:13:03.975476 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39642) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:03.975572 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3ad74-9e7e-4275-b8cb-eb88e9b222ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcb498c-8084-478d-8a63-a00246b79d48,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:03.986218 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:03.998605 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.102257 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-fc5f5973-5ec5-4ef4-9933-8da9bd153572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:04.106400 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-fc5f5973-5ec5-4ef4-9933-8da9bd153572 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1128 time: 0.1189713 Jul 28 18:13:04.108355 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39648) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:04.132024 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfdcc-6de9-406f-8c7a-52687b395766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.262735 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-90b2f23f-8652-4c78-9fae-2a8760c91318 admin admin] Publish callbacks [] for security_group (9bcb498c-8084-478d-8a63-a00246b79d48), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.265026 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9342095-782d-4dc9-8c89-85da89f77c45" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1", "tag": "f42a05fc-306d-49b7-863f-7888a1c5f431"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:04.276934 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-961f9598-5c35-4784-921a-d8032400a345 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 200 len: 217 time: 0.1427050 Jul 28 18:13:04.320900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-90b2f23f-8652-4c78-9fae-2a8760c91318 admin admin] Publish callbacks [] for security_group (9bcb498c-8084-478d-8a63-a00246b79d48), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.393273 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:04.495706 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfdcc-6de9-406f-8c7a-52687b395766 admin admin] Publish callbacks [] for security_group (62e63f54-3d48-4376-8a55-1b171df042a9), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.509399 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200bca2c-ed08-466c-8261-77310425794d req-3d8df862-fab6-4cd3-892c-09138dc942dc tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:04.517374 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-200bca2c-ed08-466c-8261-77310425794d req-3d8df862-fab6-4cd3-892c-09138dc942dc tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.1688938 Jul 28 18:13:04.541098 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac805703-13e0-4c30-9a8d-5fad0c635e07 req-93fd1fb8-4433-46b7-bef1-31010fe59960 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:04.542586 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ac805703-13e0-4c30-9a8d-5fad0c635e07 req-93fd1fb8-4433-46b7-bef1-31010fe59960 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 931 time: 0.1500270 Jul 28 18:13:04.551698 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d258458-0cee-481c-93c4-bf0b858d9e28 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:04.561227 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Publish callbacks [] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.604085 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Transition to ACTIVE for port object 1d258458-0cee-481c-93c4-bf0b858d9e28 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:13:04.606064 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-90b2f23f-8652-4c78-9fae-2a8760c91318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9bcb498c-8084-478d-8a63-a00246b79d48), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.608873 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-90b2f23f-8652-4c78-9fae-2a8760c91318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.612492 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-90b2f23f-8652-4c78-9fae-2a8760c91318 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9bcb498c-8084-478d-8a63-a00246b79d48 HTTP/1.1" status: 204 len: 168 time: 0.6359446 Jul 28 18:13:04.612492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-fcbdfdcc-6de9-406f-8c7a-52687b395766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (62e63f54-3d48-4376-8a55-1b171df042a9), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.633737 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b2f23f-8652-4c78-9fae-2a8760c91318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcb498c-8084-478d-8a63-a00246b79d48,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:04.659517 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-fcbdfdcc-6de9-406f-8c7a-52687b395766 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d25fdc3d0497443aa8a4762d03f8abcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5491028 Jul 28 18:13:04.664223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39670) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:04.690979 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbdfdcc-6de9-406f-8c7a-52687b395766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e63f54-3d48-4376-8a55-1b171df042a9,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:04.695018 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8cbb70-b373-4a44-b403-9f6ac40dbbca {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:04.722773 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.735981 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-200bca2c-ed08-466c-8261-77310425794d req-bcf35588-3378-4550-af6e-1cdda1c5fd7e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112453 Jul 28 18:13:04.752185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d6f0f21-22dc-4e8d-82cd-162059368b29 {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:04.771590 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Publish callbacks [] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.772866 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Publish callbacks [] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.814078 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ac805703-13e0-4c30-9a8d-5fad0c635e07 req-efec9ea1-d4cb-4ef1-a5b7-1dacccc2a2ed tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549682 Jul 28 18:13:04.824631 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Transition to ACTIVE for port object 7d6f0f21-22dc-4e8d-82cd-162059368b29 will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:13:04.831555 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Transition to ACTIVE for port object ae8cbb70-b373-4a44-b403-9f6ac40dbbca will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:13:04.837523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-368ef27a-9ed5-4cee-84f1-73bbbe23d2ba admin admin] Publish callbacks [] for security_group (62e63f54-3d48-4376-8a55-1b171df042a9), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.879389 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:04.895822 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-368ef27a-9ed5-4cee-84f1-73bbbe23d2ba admin admin] Publish callbacks [] for security_group (62e63f54-3d48-4376-8a55-1b171df042a9), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.913250 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:04.924462 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:04.927167 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.043509 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c60ebe8-6b40-455a-9db1-114287391350 req-b894af07-7f82-4d4a-b173-cc997b0b4418 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:05.057103 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c60ebe8-6b40-455a-9db1-114287391350 req-b894af07-7f82-4d4a-b173-cc997b0b4418 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 932 time: 0.1658945 Jul 28 18:13:05.093427 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Attempting to bind port 1d258458-0cee-481c-93c4-bf0b858d9e28 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:13:05.094448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Attempting to bind port 1d258458-0cee-481c-93c4-bf0b858d9e28 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:13:05.094897 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Attempting to bind port 1d258458-0cee-481c-93c4-bf0b858d9e28 on network 0082d454-46e3-4fac-a205-e12b0fa3a60d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:05.098151 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Pushing event updated for resources: {'Port': ['ID=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:05.107430 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Port 1d258458-0cee-481c-93c4-bf0b858d9e28 on network 0082d454-46e3-4fac-a205-e12b0fa3a60d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:13:05.109328 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Attempting to bind port 1d258458-0cee-481c-93c4-bf0b858d9e28 on network 0082d454-46e3-4fac-a205-e12b0fa3a60d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:05.115448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:13:05.118271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Checking segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:13:05.118271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Bound using segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:13:05.118271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Bound port: 1d258458-0cee-481c-93c4-bf0b858d9e28, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:13:05.118271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.216567 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Attempting to bind port 7d6f0f21-22dc-4e8d-82cd-162059368b29 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:13:05.216909 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Attempting to bind port 7d6f0f21-22dc-4e8d-82cd-162059368b29 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:13:05.220880 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Attempting to bind port 7d6f0f21-22dc-4e8d-82cd-162059368b29 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:05.242710 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:05.273616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:05.299169 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-331230a2-0e41-476a-a42a-871dd2f0912e x-openstack-request-id: req-331230a2-0e41-476a-a42a-871dd2f0912e {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:05.299504 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1", "tag": "f42a05fc-306d-49b7-863f-7888a1c5f431", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:05.299758 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-331230a2-0e41-476a-a42a-871dd2f0912e {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:05.300209 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-331230a2-0e41-476a-a42a-871dd2f0912e'] response: {'name': 'network-changed', 'server_uuid': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'tag': 'f42a05fc-306d-49b7-863f-7888a1c5f431', 'status': 'completed', 'code': 200} Jul 28 18:13:05.308473 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-368ef27a-9ed5-4cee-84f1-73bbbe23d2ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (62e63f54-3d48-4376-8a55-1b171df042a9), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.312708 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-368ef27a-9ed5-4cee-84f1-73bbbe23d2ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.314333 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Attempting to bind port ae8cbb70-b373-4a44-b403-9f6ac40dbbca on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:13:05.314644 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-368ef27a-9ed5-4cee-84f1-73bbbe23d2ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/62e63f54-3d48-4376-8a55-1b171df042a9 HTTP/1.1" status: 204 len: 168 time: 0.6493721 Jul 28 18:13:05.315662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Attempting to bind port ae8cbb70-b373-4a44-b403-9f6ac40dbbca by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:13:05.316154 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Attempting to bind port ae8cbb70-b373-4a44-b403-9f6ac40dbbca on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:05.340898 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ef27a-9ed5-4cee-84f1-73bbbe23d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e63f54-3d48-4376-8a55-1b171df042a9,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:05.354076 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Port 7d6f0f21-22dc-4e8d-82cd-162059368b29 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:13:05.354419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Attempting to bind port 7d6f0f21-22dc-4e8d-82cd-162059368b29 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:05.398807 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:13:05.398807 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Checking segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:13:05.398807 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Bound using segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:13:05.398807 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Bound port: 7d6f0f21-22dc-4e8d-82cd-162059368b29, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:13:05.398807 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.427212 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.431080 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c60ebe8-6b40-455a-9db1-114287391350 req-87650e20-1e88-4893-bc4e-a4f285bf8cea tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623288 Jul 28 18:13:05.438822 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6f0f21-22dc-4e8d-82cd-162059368b29,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:05.447749 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Port ae8cbb70-b373-4a44-b403-9f6ac40dbbca on network ba65b4a3-37f5-43f6-818c-5327e758cd5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:13:05.458586 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Attempting to bind port ae8cbb70-b373-4a44-b403-9f6ac40dbbca on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:13:05.531278 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9fca3d-251b-47db-a463-5b2e3752d0be req-9583099b-8fc6-4d1f-b552-e81350504dff tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:05.533030 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8b9fca3d-251b-47db-a463-5b2e3752d0be req-9583099b-8fc6-4d1f-b552-e81350504dff tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0523124 Jul 28 18:13:05.535782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 12, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:13:05.536128 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Checking segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:13:05.539986 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Bound using segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:13:05.540485 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Bound port: ae8cbb70-b373-4a44-b403-9f6ac40dbbca, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:13:05.540859 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.552129 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:05.553389 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.556407 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] 10.222.0.93 "PUT /v2.0/ports/1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 1093 time: 1.7525234 Jul 28 18:13:05.590473 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc598075-6939-412d-8b70-ab4e744027a4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:05.704420 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] For port 7d6f0f21-22dc-4e8d-82cd-162059368b29, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:05.709550 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8b9fca3d-251b-47db-a463-5b2e3752d0be req-88f76cbc-db47-490e-944d-87cacc215176 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639659 Jul 28 18:13:05.711338 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] For port 7d6f0f21-22dc-4e8d-82cd-162059368b29, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:05.723547 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] For port ae8cbb70-b373-4a44-b403-9f6ac40dbbca, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:13:05.727205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] For port ae8cbb70-b373-4a44-b403-9f6ac40dbbca, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:13:05.866106 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.868630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:05.939708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645f80b-48d2-4a75-8e43-99bfec1a1f9b req-12b0ed88-2f48-4baf-bf79-53118734d1da tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:05.949890 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8645f80b-48d2-4a75-8e43-99bfec1a1f9b req-12b0ed88-2f48-4baf-bf79-53118734d1da tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.1373649 Jul 28 18:13:06.048221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.049205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:06.051634 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] 10.222.0.93 "PUT /v2.0/ports/ae8cbb70-b373-4a44-b403-9f6ac40dbbca HTTP/1.1" status: 200 len: 1094 time: 2.2664986 Jul 28 18:13:06.052737 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f27f5-3b01-435e-8cac-00645ff8f5ef service neutron] Pushing event updated for resources: {'Port': ['ID=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:06.055841 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'tag': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:06.059730 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f37f1e7d-9d1c-491a-8200-797cc4466e7f" -d '{"events": [{"name": "network-changed", "server_uuid": "75328faf-ff9c-4e13-9643-bb73b0079a5a", "tag": "ae8cbb70-b373-4a44-b403-9f6ac40dbbca"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:06.067850 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.068832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:06.070524 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] 10.222.0.93 "PUT /v2.0/ports/7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 200 len: 1093 time: 2.2834122 Jul 28 18:13:06.161550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c5b49-a4fa-438b-a884-37e155643ce6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d6f0f21-22dc-4e8d-82cd-162059368b29,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:06.180133 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de5f01-fe9b-4031-be9c-0e40f192bf85 req-a361220d-2c22-40d8-80b9-68af2ee77600 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.183953 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a7de5f01-fe9b-4031-be9c-0e40f192bf85 req-a361220d-2c22-40d8-80b9-68af2ee77600 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.2745183 Jul 28 18:13:06.250702 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8645f80b-48d2-4a75-8e43-99bfec1a1f9b req-7cb4dbf3-a15e-4567-979a-9eacca68da41 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965233 Jul 28 18:13:06.279554 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a7de5f01-fe9b-4031-be9c-0e40f192bf85 req-d6747342-89ba-4629-8629-62448b57aae0 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611115 Jul 28 18:13:06.346280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0eaf74d-5f77-43d0-bc58-35571c11256d x-openstack-request-id: req-e0eaf74d-5f77-43d0-bc58-35571c11256d {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:06.346280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75328faf-ff9c-4e13-9643-bb73b0079a5a", "tag": "ae8cbb70-b373-4a44-b403-9f6ac40dbbca", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:06.346280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e0eaf74d-5f77-43d0-bc58-35571c11256d {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:06.346280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0eaf74d-5f77-43d0-bc58-35571c11256d'] response: {'name': 'network-changed', 'server_uuid': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'tag': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca', 'status': 'completed', 'code': 200} Jul 28 18:13:06.479749 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:06.583357 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:06.590786 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4248051-882b-43f7-b3cd-d402c2dab665 req-eec41d81-619f-4f19-be51-99c71f43baa2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.592626 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c4248051-882b-43f7-b3cd-d402c2dab665 req-eec41d81-619f-4f19-be51-99c71f43baa2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0557919 Jul 28 18:13:06.648114 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c4248051-882b-43f7-b3cd-d402c2dab665 req-b18a24b6-f340-4ab0-8b59-d2094ea5f96b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468934 Jul 28 18:13:06.818366 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-753eda75-71ca-4ae2-b78c-4e076b7a90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.819964 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-753eda75-71ca-4ae2-b78c-4e076b7a90fc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 1127 time: 0.0552835 Jul 28 18:13:06.821282 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-b2a18d74-97cf-4c62-a7d8-12857c454a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.822606 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-b2a18d74-97cf-4c62-a7d8-12857c454a4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.1000223 Jul 28 18:13:06.895298 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f1e7d-9d1c-491a-8200-797cc4466e7f req-159c6b51-6a5f-4d1d-8379-25b4750c15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.897143 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f37f1e7d-9d1c-491a-8200-797cc4466e7f req-159c6b51-6a5f-4d1d-8379-25b4750c15bd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 1128 time: 0.1578612 Jul 28 18:13:06.897899 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:06.901413 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-5ad43e50-7378-4f4f-9ec0-e0579ba86a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.902961 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-5ad43e50-7378-4f4f-9ec0-e0579ba86a97 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1127 time: 0.1436512 Jul 28 18:13:06.909796 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-b44b8b4b-7741-4e06-a98a-e9a7c0601958 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 200 len: 217 time: 0.0708470 Jul 28 18:13:06.916303 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eec2f0-aeab-4111-81c5-11b1196df5b6 req-ac97b273-68e1-4af9-ac83-b6807f84ce68 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.919440 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c3eec2f0-aeab-4111-81c5-11b1196df5b6 req-ac97b273-68e1-4af9-ac83-b6807f84ce68 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.1099961 Jul 28 18:13:06.949679 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-48504bec-e697-4f33-9b43-90f34c394ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:06.951722 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-48504bec-e697-4f33-9b43-90f34c394ebd service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1117017 Jul 28 18:13:06.968430 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c3eec2f0-aeab-4111-81c5-11b1196df5b6 req-696f3139-20fa-4709-a383-05bfb1cd58ce tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440993 Jul 28 18:13:07.163074 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-e47c84ff-5799-4fb3-88d4-c06a565aaf2f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 217 time: 0.0787299 Jul 28 18:13:07.268790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-d0370822-8235-4be1-9bcb-20eea5158001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.279566 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-d0370822-8235-4be1-9bcb-20eea5158001 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.1021740 Jul 28 18:13:07.279756 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1698a74f-4365-41eb-8dd3-b01d7ce74c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.279756 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-1698a74f-4365-41eb-8dd3-b01d7ce74c94 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.2022541 Jul 28 18:13:07.310890 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:07.313522 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e51cee7-a878-41b0-9820-c2263b0bf462" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:07.389410 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f1e7d-9d1c-491a-8200-797cc4466e7f req-3429b1b3-e331-4b67-9ba8-6d15ab1f2c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.389410 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f37f1e7d-9d1c-491a-8200-797cc4466e7f req-3429b1b3-e331-4b67-9ba8-6d15ab1f2c34 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=b52f26ab8b934756b0c74d681d08d04f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3104861 Jul 28 18:13:07.408572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-23af99cd-ce9f-4a8a-81b8-291b7ff1c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.410170 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-23af99cd-ce9f-4a8a-81b8-291b7ff1c88d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1263163 Jul 28 18:13:07.412118 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-c464b787-412c-4a30-abd4-4af284c22124 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279033 Jul 28 18:13:07.462283 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-9ce55e9a-accf-46e8-a723-9f4f0ed23840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.463873 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-9ce55e9a-accf-46e8-a723-9f4f0ed23840 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1680756 Jul 28 18:13:07.611084 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-af6332c4-781d-452d-bbb8-a43e71ba1b42 req-b6afdf9d-d128-4320-8f46-106bfd0d55b2 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818719 Jul 28 18:13:07.626082 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-b6f0f118-f1d7-42bd-85f1-9c1867ae2478 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047560 Jul 28 18:13:07.846024 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21429b9-f1d7-486f-b80d-180a70ebe312 req-c8e4a227-9711-4732-81e2-9cf9e299a8d9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.847461 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d21429b9-f1d7-486f-b80d-180a70ebe312 req-c8e4a227-9711-4732-81e2-9cf9e299a8d9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 943 time: 0.4517395 Jul 28 18:13:07.859516 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-02918b07-0902-4189-99e7-d9099a2b4ea8 req-bef64e57-f41e-48fa-b939-f44e44ab550b service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272587 Jul 28 18:13:07.900005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf5ae3-4b48-4b8c-a096-57241c67f5d2 req-d5a47065-c752-4205-a1c0-e709fdeaad5e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.907457 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2cbf5ae3-4b48-4b8c-a096-57241c67f5d2 req-d5a47065-c752-4205-a1c0-e709fdeaad5e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.5125811 Jul 28 18:13:07.964887 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device dc5628c1-5dbb-402d-9159-d05b64b9abb0 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:07.994098 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f1e7d-9d1c-491a-8200-797cc4466e7f req-483dc39d-ae06-4f66-8106-1ca1e34a6d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:07.995588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f37f1e7d-9d1c-491a-8200-797cc4466e7f req-483dc39d-ae06-4f66-8106-1ca1e34a6d4f service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6020708 Jul 28 18:13:08.005845 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-5be480c2-7cbb-467e-abef-0cc791413073 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034294 Jul 28 18:13:08.038091 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2cbf5ae3-4b48-4b8c-a096-57241c67f5d2 req-3af75210-b2cc-4367-a5d5-65d633e44ca5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296804 Jul 28 18:13:08.047074 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d21429b9-f1d7-486f-b80d-180a70ebe312 req-c98b6f81-8713-4e58-ba01-acc59c0999c9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664388 Jul 28 18:13:08.104804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc08f0b-f28f-4dbf-95b7-6372b4bce1e7 x-openstack-request-id: req-1bc08f0b-f28f-4dbf-95b7-6372b4bce1e7 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:08.105352 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:08.105929 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1bc08f0b-f28f-4dbf-95b7-6372b4bce1e7 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:08.106527 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc08f0b-f28f-4dbf-95b7-6372b4bce1e7'] response: {'name': 'network-changed', 'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'status': 'completed', 'code': 200} Jul 28 18:13:08.182641 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:08.198351 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port dc5628c1-5dbb-402d-9159-d05b64b9abb0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc5628c1-5dbb-402d-9159-d05b64b9abb0,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:08.211821 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0', 'network_id': '5491f7c1-3602-41e0-a191-959322e022d6', 'port_id': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0', 'mac_address': 'fa:16:3e:ed:af:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 927, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fabbf492-558b-4222-92f0-7e7ae8099832', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:08.212818 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc98d98-89db-4441-be3b-1f4614a5bcc9 req-0c34395b-ddaa-4878-b739-72bfbdcc7c92 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:08.218405 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0cc98d98-89db-4441-be3b-1f4614a5bcc9 req-0c34395b-ddaa-4878-b739-72bfbdcc7c92 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0899596 Jul 28 18:13:08.260949 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port dc5628c1-5dbb-402d-9159-d05b64b9abb0 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:08.261627 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:08.282715 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc5628c1-5dbb-402d-9159-d05b64b9abb0 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:08.311413 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port dc5628c1-5dbb-402d-9159-d05b64b9abb0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc5628c1-5dbb-402d-9159-d05b64b9abb0,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:08.347387 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:08.349786 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799fa6e7-78ce-401e-ad6e-8227d790ccf2" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:08.371480 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f73c8-a668-42e7-bc76-cfeb7981f1d3 req-9416ed6f-d347-4083-83b2-c8783698afe9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:08.374792 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d93f73c8-a668-42e7-bc76-cfeb7981f1d3 req-9416ed6f-d347-4083-83b2-c8783698afe9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.1532159 Jul 28 18:13:08.381293 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0cc98d98-89db-4441-be3b-1f4614a5bcc9 req-2e547319-29e0-4a7d-ac7f-7b0d8b37bd65 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423492 Jul 28 18:13:08.399925 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:08.458020 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=dc5628c1-5dbb-402d-9159-d05b64b9abb0,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:08.463813 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d93f73c8-a668-42e7-bc76-cfeb7981f1d3 req-32496e23-41e2-480d-80ad-56c5c235b4bb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816405 Jul 28 18:13:08.472596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74179eef-a42a-433c-a71d-e688c085e85c x-openstack-request-id: req-74179eef-a42a-433c-a71d-e688c085e85c {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:08.472889 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:08.473176 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-74179eef-a42a-433c-a71d-e688c085e85c {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:08.473656 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74179eef-a42a-433c-a71d-e688c085e85c'] response: {'name': 'network-changed', 'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'status': 'completed', 'code': 200} Jul 28 18:13:08.956790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39832) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:09.096411 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7c4994c5-d2fd-4b9c-b8bc-92405dd72cea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:09.205918 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb36f17-15be-4f05-bbec-0b682e66af13 req-e2758fed-8cce-49f8-8d80-5fccf2b7f5bb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:09.208343 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0cb36f17-15be-4f05-bbec-0b682e66af13 req-e2758fed-8cce-49f8-8d80-5fccf2b7f5bb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.0901492 Jul 28 18:13:09.220776 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef389ba9-4407-4579-bb6c-6f84c3cc2594 req-21ef6aca-309e-4290-a146-9803faf27ebd tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:09.221883 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ef389ba9-4407-4579-bb6c-6f84c3cc2594 req-21ef6aca-309e-4290-a146-9803faf27ebd tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 944 time: 0.0936878 Jul 28 18:13:09.324483 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7c4994c5-d2fd-4b9c-b8bc-92405dd72cea admin admin] Publish callbacks [] for security_group (df076a29-33f6-416f-80a5-3ae423429d25), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:09.330764 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0cb36f17-15be-4f05-bbec-0b682e66af13 req-a603fdad-6394-4783-a5b0-d1e563c88e55 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175780 Jul 28 18:13:09.333601 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ef389ba9-4407-4579-bb6c-6f84c3cc2594 req-64f9463f-0e03-4839-8fe8-2e9cc3366321 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005750 Jul 28 18:13:09.378448 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7c4994c5-d2fd-4b9c-b8bc-92405dd72cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (df076a29-33f6-416f-80a5-3ae423429d25), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:09.417459 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-7c4994c5-d2fd-4b9c-b8bc-92405dd72cea admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c1090bdab94a46a1b5dcf823d9b1c4fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4594035 Jul 28 18:13:09.419470 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4994c5-d2fd-4b9c-b8bc-92405dd72cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df076a29-33f6-416f-80a5-3ae423429d25,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:09.426605 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39848) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:09.478420 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:09.482536 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1f040620-dac3-4535-86dc-e3c4f29b81e1 admin admin] Publish callbacks [] for security_group (df076a29-33f6-416f-80a5-3ae423429d25), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:09.505543 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1f040620-dac3-4535-86dc-e3c4f29b81e1 admin admin] Publish callbacks [] for security_group (df076a29-33f6-416f-80a5-3ae423429d25), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:09.536279 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1168b-0b5c-4b19-a312-9fbacd3d1891 req-38008bab-d622-4f01-8c7b-33d96a4b9501 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:09.537588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83d1168b-0b5c-4b19-a312-9fbacd3d1891 req-38008bab-d622-4f01-8c7b-33d96a4b9501 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0498796 Jul 28 18:13:09.538895 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:09.626931 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7c935a-b165-46d1-a8b4-4da640c3c08b req-4661967b-662a-45cd-a966-aa3e9f69a6e1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:09.628404 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7c935a-b165-46d1-a8b4-4da640c3c08b req-4661967b-662a-45cd-a966-aa3e9f69a6e1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0682111 Jul 28 18:13:09.631726 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83d1168b-0b5c-4b19-a312-9fbacd3d1891 req-24c7e45f-6281-484d-a764-f7c5eaddbd49 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849686 Jul 28 18:13:09.635320 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1f040620-dac3-4535-86dc-e3c4f29b81e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (df076a29-33f6-416f-80a5-3ae423429d25), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:09.638317 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1f040620-dac3-4535-86dc-e3c4f29b81e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:09.639574 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1f040620-dac3-4535-86dc-e3c4f29b81e1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/df076a29-33f6-416f-80a5-3ae423429d25 HTTP/1.1" status: 204 len: 168 time: 0.2119110 Jul 28 18:13:09.660487 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f040620-dac3-4535-86dc-e3c4f29b81e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df076a29-33f6-416f-80a5-3ae423429d25,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:09.689520 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7c935a-b165-46d1-a8b4-4da640c3c08b req-4468a5ad-ba4a-4eb7-bfb0-9a6000042d35 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555031 Jul 28 18:13:09.988443 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:10.288292 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 39862) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:10.302847 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d69fad33-4cea-42cc-989c-0f81127bbecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:10.381492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d69fad33-4cea-42cc-989c-0f81127bbecf admin admin] Publish callbacks [] for security_group (555acb0d-4612-449f-8315-354c4240213d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:10.469694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d69fad33-4cea-42cc-989c-0f81127bbecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (555acb0d-4612-449f-8315-354c4240213d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:10.493696 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb71659-8470-485e-aef6-228800e07ed1 req-4889b29b-f73b-4b74-90d3-38f32ef576cb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:10.495182 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cb71659-8470-485e-aef6-228800e07ed1 req-4889b29b-f73b-4b74-90d3-38f32ef576cb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.0803294 Jul 28 18:13:10.508996 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d69fad33-4cea-42cc-989c-0f81127bbecf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d6343f8e45a849f08eb6e98e2f35203b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195964 Jul 28 18:13:10.517186 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fad33-4cea-42cc-989c-0f81127bbecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555acb0d-4612-449f-8315-354c4240213d,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:10.517323 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 39872) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:10.520245 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7d54fa-7e1b-4216-998f-50c7e37ec43a req-6a866649-bc19-4e00-bdbc-46e4c2732c6d tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:10.521707 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ce7d54fa-7e1b-4216-998f-50c7e37ec43a req-6a866649-bc19-4e00-bdbc-46e4c2732c6d tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 944 time: 0.0754180 Jul 28 18:13:10.606946 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cb71659-8470-485e-aef6-228800e07ed1 req-25b60579-07c3-4d8b-a7bb-75ab6e298fc9 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1027837 Jul 28 18:13:10.635667 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ce7d54fa-7e1b-4216-998f-50c7e37ec43a req-3fcdf587-4ad6-4986-8976-07178c1c1e9f tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003559 Jul 28 18:13:10.636612 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2b8909f9-75b7-4cb8-91af-c1d8db1f5c87 admin admin] Publish callbacks [] for security_group (555acb0d-4612-449f-8315-354c4240213d), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:10.659475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2b8909f9-75b7-4cb8-91af-c1d8db1f5c87 admin admin] Publish callbacks [] for security_group (555acb0d-4612-449f-8315-354c4240213d), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:10.727148 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:10.757635 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951586bc-1fa2-473e-b637-9779b843ed03 req-4fe31c04-31c7-4a98-ae3d-ffaa625121c3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:10.759120 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-951586bc-1fa2-473e-b637-9779b843ed03 req-4fe31c04-31c7-4a98-ae3d-ffaa625121c3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0515387 Jul 28 18:13:10.794716 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2b8909f9-75b7-4cb8-91af-c1d8db1f5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (555acb0d-4612-449f-8315-354c4240213d), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:10.797676 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2b8909f9-75b7-4cb8-91af-c1d8db1f5c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:10.798753 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-2b8909f9-75b7-4cb8-91af-c1d8db1f5c87 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/555acb0d-4612-449f-8315-354c4240213d HTTP/1.1" status: 204 len: 168 time: 0.2848487 Jul 28 18:13:10.815647 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:10.825806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8909f9-75b7-4cb8-91af-c1d8db1f5c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555acb0d-4612-449f-8315-354c4240213d,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:10.836869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba458933-686a-450f-af9a-2e177927db27 req-e5c4f804-5228-45ef-8e8e-5c8942b440f7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:10.838026 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:10.838494 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ba458933-686a-450f-af9a-2e177927db27 req-e5c4f804-5228-45ef-8e8e-5c8942b440f7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0760236 Jul 28 18:13:10.875354 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:10.876035 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-951586bc-1fa2-473e-b637-9779b843ed03 req-6d35cfb9-0ff8-4975-a075-4d9a76403bce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049411 Jul 28 18:13:10.910535 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ba458933-686a-450f-af9a-2e177927db27 req-0305d3cb-1860-411e-8622-4b12a74245af tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618660 Jul 28 18:13:10.915184 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:11.750684 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:11.760664 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ba908-0f07-40d3-8735-613e9b5a1142 req-4aed5d4c-5685-4261-a9ea-97575bdc5653 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:11.762347 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b77ba908-0f07-40d3-8735-613e9b5a1142 req-4aed5d4c-5685-4261-a9ea-97575bdc5653 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.0840027 Jul 28 18:13:11.788957 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bd2ae-b769-4950-aed0-668a004821bd req-96bf3c40-aabc-4521-8ffb-3a97038d1b66 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:11.797633 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9a1bd2ae-b769-4950-aed0-668a004821bd req-96bf3c40-aabc-4521-8ffb-3a97038d1b66 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 944 time: 0.0826530 Jul 28 18:13:11.826282 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:11.856410 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b77ba908-0f07-40d3-8735-613e9b5a1142 req-1d4f9369-f879-4102-a24b-7a08b172c64d tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839946 Jul 28 18:13:11.867855 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9a1bd2ae-b769-4950-aed0-668a004821bd req-8fb2e812-e773-4528-a595-3611c5ec9c5e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698490 Jul 28 18:13:11.876832 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:11.906967 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:12.011728 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98cf9f-1eec-401c-aa1e-7406f86b8c3d req-713656f6-96a8-48b1-afba-49415bac9d98 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:12.011728 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5f98cf9f-1eec-401c-aa1e-7406f86b8c3d req-713656f6-96a8-48b1-afba-49415bac9d98 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0565364 Jul 28 18:13:12.062014 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c3bc1f-9c4c-4e10-891f-ae0cdd94bc85 req-6c704589-94ac-4260-a56b-ddc7c137c700 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:12.063527 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-29c3bc1f-9c4c-4e10-891f-ae0cdd94bc85 req-6c704589-94ac-4260-a56b-ddc7c137c700 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0763555 Jul 28 18:13:12.064088 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:12.102694 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:12.106716 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5f98cf9f-1eec-401c-aa1e-7406f86b8c3d req-348e7cc9-06fc-43d8-921c-6c1459e40039 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745869 Jul 28 18:13:12.135576 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-29c3bc1f-9c4c-4e10-891f-ae0cdd94bc85 req-8d3e08b5-ed7d-4f0d-8aac-c798770646c1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659602 Jul 28 18:13:12.508076 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['dc5628c1-5dbb-402d-9159-d05b64b9abb0'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:12.731057 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:13.034073 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ffb38-86d4-4273-87e4-07e5162a111f req-9200dc9f-7d88-4b4d-895c-b02593cadd4e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:13.035594 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-997ffb38-86d4-4273-87e4-07e5162a111f req-9200dc9f-7d88-4b4d-895c-b02593cadd4e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.1027946 Jul 28 18:13:13.052992 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c876f9b4-7c99-4bdd-8111-5a7f6cd7d858 req-eb475278-50d7-432d-a24a-95a75bd6ede0 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:13.054481 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c876f9b4-7c99-4bdd-8111-5a7f6cd7d858 req-eb475278-50d7-432d-a24a-95a75bd6ede0 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 944 time: 0.0659282 Jul 28 18:13:13.137232 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-997ffb38-86d4-4273-87e4-07e5162a111f req-dc576e38-f186-42c6-b9f2-a11d5e1cce2a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815227 Jul 28 18:13:13.145829 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c876f9b4-7c99-4bdd-8111-5a7f6cd7d858 req-d3654529-ea2d-4088-802a-4c7e4aa134ce tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759676 Jul 28 18:13:13.276547 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca83f816-cd16-4a59-92df-df24a6d7b61d req-264f558a-194e-469b-8422-16a517641f09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:13.278081 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca83f816-cd16-4a59-92df-df24a6d7b61d req-264f558a-194e-469b-8422-16a517641f09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0777156 Jul 28 18:13:13.293033 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8c6a31-a298-4a64-b022-b37377f8a69c req-4de83174-e4e6-48bc-97fc-e25b4c7e5a74 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:13.295068 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c8c6a31-a298-4a64-b022-b37377f8a69c req-4de83174-e4e6-48bc-97fc-e25b4c7e5a74 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0648940 Jul 28 18:13:13.367698 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca83f816-cd16-4a59-92df-df24a6d7b61d req-e8e86066-164c-4d46-9a04-1cd9972bf416 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809083 Jul 28 18:13:13.374672 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c8c6a31-a298-4a64-b022-b37377f8a69c req-3cb8d73e-f4c5-4e82-b4cd-67bc2aaa1ff2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739982 Jul 28 18:13:13.720065 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:14.287982 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef55a5f-dbb1-40b0-82bf-b4735e54a726 req-4ed00104-640f-4edb-8f6e-b1f9b0e05b09 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:14.289529 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5ef55a5f-dbb1-40b0-82bf-b4735e54a726 req-4ed00104-640f-4edb-8f6e-b1f9b0e05b09 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.0747592 Jul 28 18:13:14.297761 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3046ac-2b48-4600-aea5-d41ee6d3e73f req-ebe6f04b-fa0b-4f78-a317-1306ced124d1 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:14.299126 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ae3046ac-2b48-4600-aea5-d41ee6d3e73f req-ebe6f04b-fa0b-4f78-a317-1306ced124d1 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 944 time: 0.0750992 Jul 28 18:13:14.376069 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5ef55a5f-dbb1-40b0-82bf-b4735e54a726 req-7b827c46-003f-4327-bfed-092bf1d5cb85 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760107 Jul 28 18:13:14.379031 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ae3046ac-2b48-4600-aea5-d41ee6d3e73f req-3fde348f-2bf6-4e9b-b26c-fad91dd0e16e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731139 Jul 28 18:13:14.514393 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798dba2b-8e43-4994-b5ef-c6753cdff9b5 req-85dc9969-aeea-490d-8313-80b6c65dedd0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:14.515968 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-798dba2b-8e43-4994-b5ef-c6753cdff9b5 req-85dc9969-aeea-490d-8313-80b6c65dedd0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0767591 Jul 28 18:13:14.536832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d8410-202b-4a83-95a8-83f607902529 req-302458f6-2dd3-43af-a6fd-8f1739ccb104 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:14.538226 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-722d8410-202b-4a83-95a8-83f607902529 req-302458f6-2dd3-43af-a6fd-8f1739ccb104 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0680931 Jul 28 18:13:14.610413 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-798dba2b-8e43-4994-b5ef-c6753cdff9b5 req-535b96e4-8c1a-40e3-ba36-ecd9d6145a51 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878785 Jul 28 18:13:14.613653 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-722d8410-202b-4a83-95a8-83f607902529 req-67e55b2a-281f-4cd2-8fd8-d2323780ab7a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678117 Jul 28 18:13:14.617137 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-52a41e40-6000-4003-ac07-3cd7844fe431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:15.527883 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1708a36e-1615-49a0-a6c5-7f92f32275f1 req-e09f77b9-ad48-4304-9e21-9c2cd1717bfd tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:15.530062 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1708a36e-1615-49a0-a6c5-7f92f32275f1 req-e09f77b9-ad48-4304-9e21-9c2cd1717bfd tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 944 time: 0.0807555 Jul 28 18:13:15.536069 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6cdab-6620-4604-a742-bc11019dd842 req-9023cd8e-e806-4110-b16f-112a98b02887 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:15.537515 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38f6cdab-6620-4604-a742-bc11019dd842 req-9023cd8e-e806-4110-b16f-112a98b02887 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.0858319 Jul 28 18:13:15.619009 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1708a36e-1615-49a0-a6c5-7f92f32275f1 req-4cae19c5-321f-4e2a-8133-90a52572f4d2 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805409 Jul 28 18:13:15.622856 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38f6cdab-6620-4604-a742-bc11019dd842 req-dd2fc373-7794-4835-8d5f-d7be608810f7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775621 Jul 28 18:13:15.758764 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0252db1-a128-422e-846d-5e8750d63780 req-72d2cc8f-a4f6-4f40-b60a-fe0fe63074d2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:15.760251 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f0252db1-a128-422e-846d-5e8750d63780 req-72d2cc8f-a4f6-4f40-b60a-fe0fe63074d2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0774074 Jul 28 18:13:15.767001 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08e250-4fde-4690-8108-0d26382a8e25 req-212bbbf0-0af3-4354-9835-b2441dbdbc42 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:15.768439 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b08e250-4fde-4690-8108-0d26382a8e25 req-212bbbf0-0af3-4354-9835-b2441dbdbc42 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0749249 Jul 28 18:13:15.853447 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b08e250-4fde-4690-8108-0d26382a8e25 req-c2857ce1-b9e3-4598-a314-58c2e1552c5c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732934 Jul 28 18:13:15.856397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f0252db1-a128-422e-846d-5e8750d63780 req-2ead6a00-9b7f-4713-b78f-63d4735603c1 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862801 Jul 28 18:13:16.758552 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:16.768317 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108dc9d-a3a0-4d24-a6ed-0f9f58c5cccc req-0757c2ed-d524-4185-9bca-fc64018fbf2c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:16.769816 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6108dc9d-a3a0-4d24-a6ed-0f9f58c5cccc req-0757c2ed-d524-4185-9bca-fc64018fbf2c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 944 time: 0.0746102 Jul 28 18:13:16.775568 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c25ba-183a-4f23-bd9e-6650ec6ae76b req-cef3c9ad-1e59-45e9-ac86-d7195344d645 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:16.776935 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-112c25ba-183a-4f23-bd9e-6650ec6ae76b req-cef3c9ad-1e59-45e9-ac86-d7195344d645 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.0835381 Jul 28 18:13:16.859678 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6108dc9d-a3a0-4d24-a6ed-0f9f58c5cccc req-5f34a01e-b0b7-4ee9-9845-4e79ddc5212a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817249 Jul 28 18:13:16.863718 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1525c88b-cd72-47ea-83a5-3c2285fb8f58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:16.869018 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-112c25ba-183a-4f23-bd9e-6650ec6ae76b req-a6b1a283-d531-4dc8-886c-d96fa172f48c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851176 Jul 28 18:13:17.010701 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43760f4-b70e-4ed9-87d9-b3170108f141 req-3d797b7c-48af-49c5-bcf6-86af94ca43ea tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:17.012039 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a43760f4-b70e-4ed9-87d9-b3170108f141 req-3d797b7c-48af-49c5-bcf6-86af94ca43ea tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0641828 Jul 28 18:13:17.017832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b371400-95b9-4b50-86a7-954e0230f6a2 req-708e5104-0b00-4274-9a01-0c233290cc16 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:17.019163 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3b371400-95b9-4b50-86a7-954e0230f6a2 req-708e5104-0b00-4274-9a01-0c233290cc16 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0833931 Jul 28 18:13:17.049271 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:17.096671 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a43760f4-b70e-4ed9-87d9-b3170108f141 req-9d91bd60-a098-4405-915d-894361c69370 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765574 Jul 28 18:13:17.100586 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3b371400-95b9-4b50-86a7-954e0230f6a2 req-15bcef05-9eb5-4ec2-86c1-029514ca4ef0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738420 Jul 28 18:13:17.179690 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device dc5628c1-5dbb-402d-9159-d05b64b9abb0 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:17.223817 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port dc5628c1-5dbb-402d-9159-d05b64b9abb0 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:13:17.271439 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:13:17.281004 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port dc5628c1-5dbb-402d-9159-d05b64b9abb0 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:17.281393 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:17.461895 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port dc5628c1-5dbb-402d-9159-d05b64b9abb0 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:17.462286 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:17.485224 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:17.556196 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port dc5628c1-5dbb-402d-9159-d05b64b9abb0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc5628c1-5dbb-402d-9159-d05b64b9abb0,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:17.622666 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:17.649890 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561b4da3-c28a-4521-8a1d-9259c0e8e890" -d '{"events": [{"server_uuid": "6b81a4ab-5e71-4dd6-bed5-1a068b1ca436", "name": "network-vif-plugged", "status": "completed", "tag": "dc5628c1-5dbb-402d-9159-d05b64b9abb0"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:17.666348 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:17.678969 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=dc5628c1-5dbb-402d-9159-d05b64b9abb0,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:17.747197 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b8946-bca1-43b6-aa69-ea08a012c1d3 x-openstack-request-id: req-cb1b8946-bca1-43b6-aa69-ea08a012c1d3 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:17.747521 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b81a4ab-5e71-4dd6-bed5-1a068b1ca436", "name": "network-vif-plugged", "status": "completed", "tag": "dc5628c1-5dbb-402d-9159-d05b64b9abb0", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:17.747781 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cb1b8946-bca1-43b6-aa69-ea08a012c1d3 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:17.748858 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb1b8946-bca1-43b6-aa69-ea08a012c1d3'] response: {'server_uuid': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0', 'code': 200} Jul 28 18:13:17.874993 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:18.062505 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c77387-b537-4897-9444-238094866dba req-ba847ba4-99b2-4aec-b979-78fc7d47070a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:18.063975 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c9c77387-b537-4897-9444-238094866dba req-ba847ba4-99b2-4aec-b979-78fc7d47070a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0851216 Jul 28 18:13:18.070671 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11069d-9255-4f1f-98d2-df4bb360f1f0 req-964496ac-988d-439f-8391-1408f2309eb5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:18.072363 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cd11069d-9255-4f1f-98d2-df4bb360f1f0 req-964496ac-988d-439f-8391-1408f2309eb5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.0997024 Jul 28 18:13:18.110659 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-29d3b034-8f68-4f4c-9faf-7efeb9c33443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:18.112366 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-29d3b034-8f68-4f4c-9faf-7efeb9c33443 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1128 time: 0.0447104 Jul 28 18:13:18.210413 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cd11069d-9255-4f1f-98d2-df4bb360f1f0 req-ad9265ae-4b0a-40d7-b11b-81d76fd0ca62 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274314 Jul 28 18:13:18.222725 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c9c77387-b537-4897-9444-238094866dba req-c1ce0eea-f691-4794-a05d-98c2949f2e4c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Jul 28 18:13:18.238551 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0434844c-b5cc-4b93-8db3-9a4c2ef2094b req-697dde90-41b3-4683-bf81-ac7403ee28fa service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641507 Jul 28 18:13:18.369350 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e11368-5328-4714-9758-b553765ce84e req-dd681808-d410-4208-8a44-e0e43ad77a03 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:18.370797 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37e11368-5328-4714-9758-b553765ce84e req-dd681808-d410-4208-8a44-e0e43ad77a03 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0816395 Jul 28 18:13:18.376694 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ec1738-7692-4954-a567-1a24d982258b req-7fdd8de7-838e-4544-a3de-b5a34ff7bb15 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:18.378085 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-56ec1738-7692-4954-a567-1a24d982258b req-7fdd8de7-838e-4544-a3de-b5a34ff7bb15 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0784497 Jul 28 18:13:18.450810 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37e11368-5328-4714-9758-b553765ce84e req-f7a07449-606a-4e46-96b7-82e08b485b43 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717914 Jul 28 18:13:18.455494 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-56ec1738-7692-4954-a567-1a24d982258b req-d86ccf73-8b5b-4496-9ec1-3d2e94259321 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696275 Jul 28 18:13:19.165000 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f42a05fc-306d-49b7-863f-7888a1c5f431 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:19.289981 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port f42a05fc-306d-49b7-863f-7888a1c5f431, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f42a05fc-306d-49b7-863f-7888a1c5f431,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:19.306706 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'f42a05fc-306d-49b7-863f-7888a1c5f431', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'port_id': 'f42a05fc-306d-49b7-863f-7888a1c5f431', 'mac_address': 'fa:16:3e:b5:d3:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:19.344467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port f42a05fc-306d-49b7-863f-7888a1c5f431 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:19.345085 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:19.348190 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:19.361360 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f42a05fc-306d-49b7-863f-7888a1c5f431 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:19.384865 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port f42a05fc-306d-49b7-863f-7888a1c5f431, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f42a05fc-306d-49b7-863f-7888a1c5f431,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:19.456724 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:19.518364 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=f42a05fc-306d-49b7-863f-7888a1c5f431,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:19.566095 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cae573b-171d-4904-a5d0-4c3807254837 req-a7608c4d-8b3d-40cc-9da1-90dc91bffd05 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:19.569197 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3cae573b-171d-4904-a5d0-4c3807254837 req-a7608c4d-8b3d-40cc-9da1-90dc91bffd05 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.2784235 Jul 28 18:13:19.589645 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134572e4-c003-48a7-ac20-6d3cf3e3c786 req-3bb52358-b339-4a4a-8eb9-67fd8af0adad tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:19.591053 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-134572e4-c003-48a7-ac20-6d3cf3e3c786 req-3bb52358-b339-4a4a-8eb9-67fd8af0adad tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.2645674 Jul 28 18:13:19.662862 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3cae573b-171d-4904-a5d0-4c3807254837 req-0c5d2287-226d-41ba-a6d8-06da11c0b579 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894737 Jul 28 18:13:19.682401 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-134572e4-c003-48a7-ac20-6d3cf3e3c786 req-8d1a7b9f-0737-42a6-95e2-f92f420fb08c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808487 Jul 28 18:13:19.817296 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae359452-cfe5-4046-9b94-ca09d5f2f998 req-7dc4e430-8f6d-4327-a538-30185eacab0e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:19.818743 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ae359452-cfe5-4046-9b94-ca09d5f2f998 req-7dc4e430-8f6d-4327-a538-30185eacab0e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0754089 Jul 28 18:13:19.838478 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3631e99-6955-49f1-b488-a2e58b11f107 req-11f6328d-d7a7-4587-95c6-a2f8a78b73db tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:19.839871 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3631e99-6955-49f1-b488-a2e58b11f107 req-11f6328d-d7a7-4587-95c6-a2f8a78b73db tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0664356 Jul 28 18:13:19.867978 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:19.875704 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:19.905234 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ae359452-cfe5-4046-9b94-ca09d5f2f998 req-69b00e7b-6aa8-499f-b726-411731eabb91 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806503 Jul 28 18:13:19.916402 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['f42a05fc-306d-49b7-863f-7888a1c5f431'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:19.916946 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3631e99-6955-49f1-b488-a2e58b11f107 req-e12676cf-6455-4c3a-936f-ee78a41ed0bf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664549 Jul 28 18:13:19.988452 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:20.888435 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:20.895458 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-f2ec2ee0-ff64-44ef-9dec-619737374481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:20.897087 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-f2ec2ee0-ff64-44ef-9dec-619737374481 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 1128 time: 0.1803372 Jul 28 18:13:20.907172 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8addaaf6-6a57-43f1-b872-25ce439d1047 req-2a6e29cc-7278-451b-a684-89c23641998c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:20.908696 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8addaaf6-6a57-43f1-b872-25ce439d1047 req-2a6e29cc-7278-451b-a684-89c23641998c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.1210639 Jul 28 18:13:20.909077 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-f6d6becf-1402-41c1-b559-a672cef62e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:20.910537 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-f6d6becf-1402-41c1-b559-a672cef62e13 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.1674876 Jul 28 18:13:20.914017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-a4f23ffd-34d0-41d6-8bca-bcee981efccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:20.915418 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-a4f23ffd-34d0-41d6-8bca-bcee981efccf service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 1127 time: 0.1627128 Jul 28 18:13:20.926284 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8107f5-1b88-492a-882d-09f3510545f9 req-45a9ccd6-cb7e-44b2-8f8f-99c7f151b39b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:20.928501 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db8107f5-1b88-492a-882d-09f3510545f9 req-45a9ccd6-cb7e-44b2-8f8f-99c7f151b39b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 943 time: 0.1497786 Jul 28 18:13:20.966082 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-f5b2906a-47b7-4e8c-b20c-7ba19daed120 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 200 len: 217 time: 0.0443223 Jul 28 18:13:21.057569 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-15f348d1-88be-4320-bf74-b4e6d9e17180 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca HTTP/1.1" status: 200 len: 217 time: 0.1455841 Jul 28 18:13:21.146568 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8addaaf6-6a57-43f1-b872-25ce439d1047 req-e0a9ecc8-7a09-4e83-8d2e-5808582915a6 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170668 Jul 28 18:13:21.179520 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db8107f5-1b88-492a-882d-09f3510545f9 req-35d86b93-250d-4f51-912a-3ebb29bad535 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731498 Jul 28 18:13:21.184027 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-66fae4ea-18e4-46ed-93a3-002096e029fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:21.186106 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-66fae4ea-18e4-46ed-93a3-002096e029fa service neutron] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 912 time: 0.2456672 Jul 28 18:13:21.271010 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4069c-1b6e-4731-aca3-4fe56510ac75 req-dee36832-d326-4e67-adac-c131ab21bffe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:21.272335 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43c4069c-1b6e-4731-aca3-4fe56510ac75 req-dee36832-d326-4e67-adac-c131ab21bffe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0707135 Jul 28 18:13:21.283324 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 7d6f0f21-22dc-4e8d-82cd-162059368b29 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:21.312232 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de8b99-72ef-4854-85d3-fe214812062b req-c8993827-23cb-47e4-b913-11c59db53a58 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:21.314213 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0de8b99-72ef-4854-85d3-fe214812062b req-c8993827-23cb-47e4-b913-11c59db53a58 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0768306 Jul 28 18:13:21.319449 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f42a05fc-306d-49b7-863f-7888a1c5f431 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:21.363832 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43c4069c-1b6e-4731-aca3-4fe56510ac75 req-49195323-9a44-4532-91e2-3388525fb8c1 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839062 Jul 28 18:13:21.411912 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:21.412250 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0de8b99-72ef-4854-85d3-fe214812062b req-fc4fc3ad-d5ef-42d4-9080-c7b1f97b6280 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896606 Jul 28 18:13:21.426864 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 7d6f0f21-22dc-4e8d-82cd-162059368b29, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:21.440052 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port f42a05fc-306d-49b7-863f-7888a1c5f431 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:13:21.444470 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'port_id': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'mac_address': 'fa:16:3e:2f:63:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:21.483419 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 7d6f0f21-22dc-4e8d-82cd-162059368b29 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:21.483816 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.498500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d6f0f21-22dc-4e8d-82cd-162059368b29 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:21.519578 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 7d6f0f21-22dc-4e8d-82cd-162059368b29, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:21.520980 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port f42a05fc-306d-49b7-863f-7888a1c5f431 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:21.524736 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.596401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port f42a05fc-306d-49b7-863f-7888a1c5f431 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:21.596786 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.605691 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.643747 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42a05fc-306d-49b7-863f-7888a1c5f431'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:21.646073 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ae6148-39ea-45a9-a3b4-87fcd0665b21" -d '{"events": [{"server_uuid": "7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1", "name": "network-vif-plugged", "status": "completed", "tag": "f42a05fc-306d-49b7-863f-7888a1c5f431"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:21.666333 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port f42a05fc-306d-49b7-863f-7888a1c5f431, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f42a05fc-306d-49b7-863f-7888a1c5f431,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:21.693720 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=7d6f0f21-22dc-4e8d-82cd-162059368b29,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:21.702674 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce7ebcd-f94c-493d-a2df-6febc0e92487 x-openstack-request-id: req-5ce7ebcd-f94c-493d-a2df-6febc0e92487 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:21.703112 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1", "name": "network-vif-plugged", "status": "completed", "tag": "f42a05fc-306d-49b7-863f-7888a1c5f431", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:21.703798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5ce7ebcd-f94c-493d-a2df-6febc0e92487 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:21.704357 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ce7ebcd-f94c-493d-a2df-6febc0e92487'] response: {'server_uuid': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f42a05fc-306d-49b7-863f-7888a1c5f431', 'code': 200} Jul 28 18:13:21.737679 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:21.786997 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=f42a05fc-306d-49b7-863f-7888a1c5f431,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:22.273249 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a1ac3-fd7d-48a7-b987-15c91495991e req-1df58b43-34ee-4c85-917d-67044ab3b045 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:22.274672 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-042a1ac3-fd7d-48a7-b987-15c91495991e req-1df58b43-34ee-4c85-917d-67044ab3b045 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0577414 Jul 28 18:13:22.321601 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681de96-3c34-4d18-851c-445d55586cab req-10acf892-7d53-4df9-a3cf-193fab975194 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:22.323047 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f681de96-3c34-4d18-851c-445d55586cab req-10acf892-7d53-4df9-a3cf-193fab975194 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 944 time: 0.0670567 Jul 28 18:13:22.365544 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-042a1ac3-fd7d-48a7-b987-15c91495991e req-099c2356-d6f1-4876-a30d-a3af95e7e2fb tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748770 Jul 28 18:13:22.392163 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f681de96-3c34-4d18-851c-445d55586cab req-e0a0930f-6c09-41d0-91e5-c821d0db0e22 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590601 Jul 28 18:13:22.491896 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771246e-9f9e-44df-9869-fe66e4284910 req-68f49a84-3597-438d-a558-49ca2220fa8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:22.493393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2771246e-9f9e-44df-9869-fe66e4284910 req-68f49a84-3597-438d-a558-49ca2220fa8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0471249 Jul 28 18:13:22.551766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a756a-ef10-4431-94d6-fcfb305a089c req-e2b4dc59-9545-4df8-b2d9-7cc33ae51ec2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:22.553217 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-396a756a-ef10-4431-94d6-fcfb305a089c req-e2b4dc59-9545-4df8-b2d9-7cc33ae51ec2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0589449 Jul 28 18:13:22.591570 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2771246e-9f9e-44df-9869-fe66e4284910 req-901da836-27f3-4983-9429-7113d23fd1b6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884728 Jul 28 18:13:22.618744 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-396a756a-ef10-4431-94d6-fcfb305a089c req-aee40ceb-aa6e-49bb-bfb8-58094dad144b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599449 Jul 28 18:13:23.478587 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:23.505766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f723a8d-b0f4-4bd0-8431-029bb232f712 req-a2744423-d2a8-4cd5-91b0-ac16eeb976dc tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:23.507207 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f723a8d-b0f4-4bd0-8431-029bb232f712 req-a2744423-d2a8-4cd5-91b0-ac16eeb976dc tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0708597 Jul 28 18:13:23.535053 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec063fca-4d91-44ad-aed3-0196da3c3cbd req-62abc35f-af9b-4905-b405-b0ed5b14cd2e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:23.536474 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ec063fca-4d91-44ad-aed3-0196da3c3cbd req-62abc35f-af9b-4905-b405-b0ed5b14cd2e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 944 time: 0.0706644 Jul 28 18:13:23.573104 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:23.578848 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f723a8d-b0f4-4bd0-8431-029bb232f712 req-1e1f9a6c-f6de-492c-8975-af551fe8a2b5 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661244 Jul 28 18:13:23.605753 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ec063fca-4d91-44ad-aed3-0196da3c3cbd req-da10fe07-8055-4e10-9cda-d79f4a1697a2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614269 Jul 28 18:13:23.722929 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcadf5c-9e6c-465b-812f-02cb6402b6dc req-ad672cb4-bdd2-4bc7-998c-6b6b7ed90d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:23.724588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3fcadf5c-9e6c-465b-812f-02cb6402b6dc req-ad672cb4-bdd2-4bc7-998c-6b6b7ed90d02 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0639272 Jul 28 18:13:23.770826 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fbcefb-a910-4be9-a7cf-75b2337903d9 req-f189bec5-d568-48ca-9af2-220968460376 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:23.772391 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-82fbcefb-a910-4be9-a7cf-75b2337903d9 req-f189bec5-d568-48ca-9af2-220968460376 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0701766 Jul 28 18:13:23.821981 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3fcadf5c-9e6c-465b-812f-02cb6402b6dc req-c9ebfdd3-47ad-4151-a2ca-df130e354cfa tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810153 Jul 28 18:13:23.838554 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-82fbcefb-a910-4be9-a7cf-75b2337903d9 req-182c37c3-cf65-48db-be33-062e81fd7a0e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600915 Jul 28 18:13:24.751835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a281a1-b019-491b-b899-9ce2ed848ce1 req-1ae2157e-a16f-4772-bbfe-75297802ad30 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:24.753087 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-69a281a1-b019-491b-b899-9ce2ed848ce1 req-1ae2157e-a16f-4772-bbfe-75297802ad30 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0934892 Jul 28 18:13:24.764421 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05118e24-24a3-449f-9e86-8a647f760f24 req-eb339cdc-202e-4c61-b30b-36f2f4b69f7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:24.765954 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-05118e24-24a3-449f-9e86-8a647f760f24 req-eb339cdc-202e-4c61-b30b-36f2f4b69f7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 944 time: 0.0627127 Jul 28 18:13:24.845680 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-05118e24-24a3-449f-9e86-8a647f760f24 req-37bfaf24-3e01-4fc0-bd5b-16473da90292 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724969 Jul 28 18:13:24.849042 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-69a281a1-b019-491b-b899-9ce2ed848ce1 req-5fb73acb-2045-406b-84f1-96ff18d454ac tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817170 Jul 28 18:13:24.990126 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b364a5fe-7fa6-471a-9f8d-6e9b78c8bc90 req-7e0b5014-eb53-4d62-9923-cf2e3f3473b2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:24.991619 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b364a5fe-7fa6-471a-9f8d-6e9b78c8bc90 req-7e0b5014-eb53-4d62-9923-cf2e3f3473b2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0883071 Jul 28 18:13:25.007108 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f329889-8b68-428e-9e47-43e9e2a96e34 req-029d3e63-51e1-4393-a188-92c091e5b38d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:25.008540 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f329889-8b68-428e-9e47-43e9e2a96e34 req-029d3e63-51e1-4393-a188-92c091e5b38d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0727687 Jul 28 18:13:25.079298 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b364a5fe-7fa6-471a-9f8d-6e9b78c8bc90 req-de53b843-ebfc-4cdc-ae7e-497e62446f4d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805779 Jul 28 18:13:25.083337 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f329889-8b68-428e-9e47-43e9e2a96e34 req-8e3fcccb-d5b9-45f6-8710-ef47de430282 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684781 Jul 28 18:13:25.854230 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['7d6f0f21-22dc-4e8d-82cd-162059368b29'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:26.025162 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b0b48-fa82-4d0f-9d35-1569894a51d3 req-5422b1e6-835a-4c77-828d-f55da563c334 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:26.025162 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d78b0b48-fa82-4d0f-9d35-1569894a51d3 req-5422b1e6-835a-4c77-828d-f55da563c334 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0894530 Jul 28 18:13:26.037467 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0736fde5-4ce0-44f2-b89e-d010adefd6d0 req-33f8f7c3-4c9a-4fa3-97db-985f76eb16d7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:26.039348 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0736fde5-4ce0-44f2-b89e-d010adefd6d0 req-33f8f7c3-4c9a-4fa3-97db-985f76eb16d7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 944 time: 0.0930490 Jul 28 18:13:26.136019 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d78b0b48-fa82-4d0f-9d35-1569894a51d3 req-d2ecded5-4cc1-4327-a64b-bfbb8e2ba2d0 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956960 Jul 28 18:13:26.140259 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0736fde5-4ce0-44f2-b89e-d010adefd6d0 req-8d002c6f-7d28-46b0-8752-6e3d5afcda27 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836334 Jul 28 18:13:26.285517 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3987ad-f522-474d-9055-f9b02077df35 req-2aef001b-ff38-4bed-ad89-27a1bb296966 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:26.287029 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1d3987ad-f522-474d-9055-f9b02077df35 req-2aef001b-ff38-4bed-ad89-27a1bb296966 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0840199 Jul 28 18:13:26.293727 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b24404-7748-483a-a47e-835f7b3f56b6 req-dba311e5-2786-447e-9042-7bc4120b585a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:26.295114 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e5b24404-7748-483a-a47e-835f7b3f56b6 req-dba311e5-2786-447e-9042-7bc4120b585a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0820920 Jul 28 18:13:26.348154 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:26.366992 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1d3987ad-f522-474d-9055-f9b02077df35 req-e4c94210-20bf-45c4-92b7-5c8d48344be4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709457 Jul 28 18:13:26.374383 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e5b24404-7748-483a-a47e-835f7b3f56b6 req-c5d02482-7370-40ba-a843-7a08deb2bc4c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717247 Jul 28 18:13:26.991225 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 7d6f0f21-22dc-4e8d-82cd-162059368b29 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:27.021381 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:27.052890 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 7d6f0f21-22dc-4e8d-82cd-162059368b29 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:13:27.103276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:27.124815 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 7d6f0f21-22dc-4e8d-82cd-162059368b29 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:27.125258 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:27.215820 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 7d6f0f21-22dc-4e8d-82cd-162059368b29 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:27.216204 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:27.242185 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:27.244464 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f22d2c-7a0e-4f7e-b056-0e2edf250bf6" -d '{"events": [{"server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:27.256998 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:27.259135 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 7d6f0f21-22dc-4e8d-82cd-162059368b29, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:27.328348 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99683e70-2294-407d-9366-499ba801f664 req-d9d02edc-9742-48a3-a10e-320e8c001831 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.329861 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-99683e70-2294-407d-9366-499ba801f664 req-d9d02edc-9742-48a3-a10e-320e8c001831 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0840347 Jul 28 18:13:27.353441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca503a06-40e4-489c-8691-c78498b7e0df req-9cdc2384-6c90-4ca0-9133-62abb23fc215 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.354988 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:27.355127 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca503a06-40e4-489c-8691-c78498b7e0df req-9cdc2384-6c90-4ca0-9133-62abb23fc215 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 944 time: 0.0793374 Jul 28 18:13:27.387652 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:27.411581 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=7d6f0f21-22dc-4e8d-82cd-162059368b29,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:27.419952 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.420230 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.420598 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.421139 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.421626 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.422123 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.422589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.423087 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.423566 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.424593 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.425115 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.425594 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.425931 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.426424 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.426900 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:27.444169 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-99683e70-2294-407d-9366-499ba801f664 req-9c016b01-659d-46c5-8494-6c4e23ca0f28 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041744 Jul 28 18:13:27.476647 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca503a06-40e4-489c-8691-c78498b7e0df req-c58ae489-bcfb-4181-999e-feafe914ef43 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107318 Jul 28 18:13:27.511473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365b6dba-faef-4d41-8e4c-8a35fe105c68 x-openstack-request-id: req-365b6dba-faef-4d41-8e4c-8a35fe105c68 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:27.511925 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "name": "network-vif-plugged", "status": "completed", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:27.512217 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-365b6dba-faef-4d41-8e4c-8a35fe105c68 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:27.513127 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-365b6dba-faef-4d41-8e4c-8a35fe105c68'] response: {'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'code': 200} Jul 28 18:13:27.529412 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 40284) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:27.638399 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-f0d597de-d24e-48b6-9bfc-7b07a4dc35af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.641920 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-f0d597de-d24e-48b6-9bfc-7b07a4dc35af service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0576949 Jul 28 18:13:27.692259 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-cffc5cff-b2b9-4ce3-9d0b-0acfe47bfd67 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 200 len: 217 time: 0.0999076 Jul 28 18:13:27.714424 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33be659-4871-4fa4-963a-ead3b48884ce req-1e4d4785-87cf-40e2-b482-6eeccad56b99 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.715918 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c33be659-4871-4fa4-963a-ead3b48884ce req-1e4d4785-87cf-40e2-b482-6eeccad56b99 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.1598527 Jul 28 18:13:27.727545 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:27.736089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d802-4a1e-4a75-82cf-eed57db8e1d4 req-d70bfa01-e86b-43aa-8314-e81829b93ac7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.737651 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea67d802-4a1e-4a75-82cf-eed57db8e1d4 req-d70bfa01-e86b-43aa-8314-e81829b93ac7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.1700284 Jul 28 18:13:27.763847 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-cb344519-98e7-445e-9355-f0697f883e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.765657 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-cb344519-98e7-445e-9355-f0697f883e33 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1127 time: 0.0637214 Jul 28 18:13:27.847129 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-3f71e110-5ed0-432c-afa4-0921f16a6c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.848655 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-3f71e110-5ed0-432c-afa4-0921f16a6c2f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1107204 Jul 28 18:13:27.891045 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-b65cb7c7-d120-44bd-b1e0-9a13acbda308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.892806 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-b65cb7c7-d120-44bd-b1e0-9a13acbda308 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.0976033 Jul 28 18:13:27.898215 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-58860665-6a66-491e-b288-960ad6694c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.899639 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-58860665-6a66-491e-b288-960ad6694c06 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.3064358 Jul 28 18:13:27.917406 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75894a1-8b6c-47a6-bfd7-96acd163b7ab req-f6e42eb6-ba00-43f4-aebc-acfe48273d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.918878 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d75894a1-8b6c-47a6-bfd7-96acd163b7ab req-f6e42eb6-ba00-43f4-aebc-acfe48273d1b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 1129 time: 0.2110715 Jul 28 18:13:27.978847 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-3b77b274-b5f3-4d59-8d0a-da192faaf32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:27.980243 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-3b77b274-b5f3-4d59-8d0a-da192faaf32e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.1948266 Jul 28 18:13:27.985938 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea67d802-4a1e-4a75-82cf-eed57db8e1d4 req-360e2130-1679-4b37-88eb-43fe6880828b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2163107 Jul 28 18:13:27.990794 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c33be659-4871-4fa4-963a-ead3b48884ce req-6efdd4ea-97cf-49ee-8300-3874db43f067 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268455 Jul 28 18:13:27.995896 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-05d44612-8ebc-45c9-bf57-6b4fab34f554 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952172 Jul 28 18:13:28.041610 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Publish callbacks [] for security_group (0f63b2be-eac3-4625-b72e-cc92c8c5710a), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.125759 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (0f63b2be-eac3-4625-b72e-cc92c8c5710a), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.166067 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b30f71b45b0c45ad82e4771b3541713c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6355245 Jul 28 18:13:28.166919 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f63b2be-eac3-4625-b72e-cc92c8c5710a,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:28.168883 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 40290) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:28.175695 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.176040 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.176375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.176709 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.177067 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.177400 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.177724 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.178048 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.178372 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.178707 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.179033 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.179356 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.179672 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.179992 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.180311 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc544e0b-c9bf-4d1a-ae68-7564b507676b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.231909 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.93', 59153) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:28.244133 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.93', 59154) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:28.245932 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-8515d5d6-8317-49b8-be29-d0562568cf0f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 217 time: 0.0667229 Jul 28 18:13:28.405100 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:28.433799 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316789e9-bc74-42c3-b72a-0a8ce4ee7dac req-20a83fd7-753b-47be-a042-13bd41cc1bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.435592 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-316789e9-bc74-42c3-b72a-0a8ce4ee7dac req-20a83fd7-753b-47be-a042-13bd41cc1bdc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 1129 time: 0.1856611 Jul 28 18:13:28.452882 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-d3a31f69-d511-47dd-a222-6b8353aa99fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.454369 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-d3a31f69-d511-47dd-a222-6b8353aa99fa service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.1638122 Jul 28 18:13:28.468318 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-d75894a1-8b6c-47a6-bfd7-96acd163b7ab req-50adb4ba-a361-4a45-96a2-e1e933335aad service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.471043 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Publish callbacks [] for security_group (0f63b2be-eac3-4625-b72e-cc92c8c5710a), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.524428 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:28.525750 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-b7f7ffa4-3b7a-47a9-8618-a9e19bd423ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.526023 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Publish callbacks [] for security_group (0f63b2be-eac3-4625-b72e-cc92c8c5710a), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.527249 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-b7f7ffa4-3b7a-47a9-8618-a9e19bd423ec service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3429854 Jul 28 18:13:28.543978 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-fc548f86-b13b-45ce-8299-326acbc89311 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129399 Jul 28 18:13:28.545402 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-f6f93110-ebd9-4648-af3e-068335a63aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.546891 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-f6f93110-ebd9-4648-af3e-068335a63aa2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3289213 Jul 28 18:13:28.576764 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33601-a695-4c78-810b-4dbb8d133172 req-06b97b78-b597-4d71-b1b0-3a0ddb54c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.576894 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:28.577799 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70a33601-a695-4c78-810b-4dbb8d133172 req-06b97b78-b597-4d71-b1b0-3a0ddb54c791 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1130 time: 0.3326523 Jul 28 18:13:28.603287 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53701cf-6b34-4299-85ad-7dbf6c375df7 req-9c0d63a9-87d4-402f-819f-0b117fc616e7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.608264 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a53701cf-6b34-4299-85ad-7dbf6c375df7 req-9c0d63a9-87d4-402f-819f-0b117fc616e7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0790386 Jul 28 18:13:28.675571 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (0f63b2be-eac3-4625-b72e-cc92c8c5710a), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.678737 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.679712 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0f63b2be-eac3-4625-b72e-cc92c8c5710a HTTP/1.1" status: 204 len: 168 time: 0.5096052 Jul 28 18:13:28.679931 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8bc22-27a0-47c5-9850-2156182e4a3d req-d5ee00ed-88e2-425c-be8b-99894ffd05cb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.681346 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bea8bc22-27a0-47c5-9850-2156182e4a3d req-d5ee00ed-88e2-425c-be8b-99894ffd05cb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0705554 Jul 28 18:13:28.688623 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f63b2be-eac3-4625-b72e-cc92c8c5710a,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:28.697477 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.697839 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.698208 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.698563 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.698899 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.699357 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.699691 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.700014 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.700353 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.700799 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.701175 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.701541 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.701655 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:28.702085 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.702662 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.703016 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f5941-09eb-4d2f-9e9d-354de34dcc78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:13:28.747224 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a53701cf-6b34-4299-85ad-7dbf6c375df7 req-b3647cb2-b4a4-425e-8731-7a7f279b4ebd tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204987 Jul 28 18:13:28.768212 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-316789e9-bc74-42c3-b72a-0a8ce4ee7dac req-afd837f4-a841-48ac-bb80-8f3502834efe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.786883 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-70a33601-a695-4c78-810b-4dbb8d133172 req-0f4d1f2d-5ee2-4812-9aa3-25171eb7d3d3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:28.820762 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-e0bff596-bb74-4f75-99a9-056c6c5a05c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:28.822385 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-e0bff596-bb74-4f75-99a9-056c6c5a05c6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0790882 Jul 28 18:13:28.942057 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-789215b9-e6f9-4f52-8f5d-a13b30e3f4f1 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070046 Jul 28 18:13:28.974321 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bea8bc22-27a0-47c5-9850-2156182e4a3d req-d2bf6f13-b750-4691-8851-51dfa28f90fc tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739024 Jul 28 18:13:29.001352 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:29.053361 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-d75894a1-8b6c-47a6-bfd7-96acd163b7ab req-50adb4ba-a361-4a45-96a2-e1e933335aad service neutron] Publish callbacks [] for security_group (817d2161-c3c6-4cee-ada1-9a2216111f73), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.070308 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-78f53f07-3013-427b-b949-ad18d1ae8461 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237078 Jul 28 18:13:29.073129 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-f07c69a3-a8f6-469f-8711-dcce5535f0b9 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239471 Jul 28 18:13:29.085193 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-7dddb109-2302-4c0c-a08d-747db94ff1e9 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374507 Jul 28 18:13:29.179807 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:29.191106 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'port_id': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'mac_address': 'fa:16:3e:26:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:29.206822 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-d75894a1-8b6c-47a6-bfd7-96acd163b7ab req-50adb4ba-a361-4a45-96a2-e1e933335aad service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (817d2161-c3c6-4cee-ada1-9a2216111f73), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.212079 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.db.api [req-316789e9-bc74-42c3-b72a-0a8ce4ee7dac req-afd837f4-a841-48ac-bb80-8f3502834efe service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) bae648a61bc8421a947f6f4c30413b5d {{(pid=104675) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:13:29.212453 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG oslo_db.api [req-316789e9-bc74-42c3-b72a-0a8ce4ee7dac req-afd837f4-a841-48ac-bb80-8f3502834efe service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:13:29.230347 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:29.231046 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.253966 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d258458-0cee-481c-93c4-bf0b858d9e28 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:29.269866 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:29.288233 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.db.api [req-70a33601-a695-4c78-810b-4dbb8d133172 req-0f4d1f2d-5ee2-4812-9aa3-25171eb7d3d3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) bae648a61bc8421a947f6f4c30413b5d {{(pid=104676) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:13:29.288622 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG oslo_db.api [req-70a33601-a695-4c78-810b-4dbb8d133172 req-0f4d1f2d-5ee2-4812-9aa3-25171eb7d3d3 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:13:29.349045 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d765b21-2d79-452a-a565-d3bd78cd6456 req-2dd0cfb3-34fc-4bdb-b887-0cbded6e24fb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:29.350509 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d765b21-2d79-452a-a565-d3bd78cd6456 req-2dd0cfb3-34fc-4bdb-b887-0cbded6e24fb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.2143519 Jul 28 18:13:29.356392 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d75894a1-8b6c-47a6-bfd7-96acd163b7ab req-50adb4ba-a361-4a45-96a2-e1e933335aad service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1370616 Jul 28 18:13:29.362244 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba67ac01-7cd8-4779-b316-b5a1beef7913 req-1bc2a6e4-1d46-461d-b20a-c99b9ba63a05 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:29.363622 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ba67ac01-7cd8-4779-b316-b5a1beef7913 req-1bc2a6e4-1d46-461d-b20a-c99b9ba63a05 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.2633851 Jul 28 18:13:29.368715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adb4ba-a361-4a45-96a2-e1e933335aad service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=817d2161-c3c6-4cee-ada1-9a2216111f73,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.446107 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-55e37323-1de7-4f6e-bdf6-207d2a814b93 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444519 Jul 28 18:13:29.454369 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-799fa6e7-78ce-401e-ad6e-8227d790ccf2 req-49939563-1aba-4d20-87f1-f2aac1e9cd3e service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363349 Jul 28 18:13:29.458484 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.489642 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d765b21-2d79-452a-a565-d3bd78cd6456 req-bca03382-4e88-4748-b1e1-93aa832a7ffa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230378 Jul 28 18:13:29.502696 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ba67ac01-7cd8-4779-b316-b5a1beef7913 req-19764bb0-05fb-4e35-b051-4f5e7441ad98 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312106 Jul 28 18:13:29.525555 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.594311 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:29.605670 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 40326) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:29.619941 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1cc66e6b-28cd-4898-8de5-dbab906d157e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.671808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:29.705737 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1cc66e6b-28cd-4898-8de5-dbab906d157e admin admin] Publish callbacks [] for security_group (1d345b66-2b2f-45a9-abec-b20e5f074ccc), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.713363 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-316789e9-bc74-42c3-b72a-0a8ce4ee7dac req-afd837f4-a841-48ac-bb80-8f3502834efe service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.771516 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1cc66e6b-28cd-4898-8de5-dbab906d157e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1d345b66-2b2f-45a9-abec-b20e5f074ccc), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.799229 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-70a33601-a695-4c78-810b-4dbb8d133172 req-0f4d1f2d-5ee2-4812-9aa3-25171eb7d3d3 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.813159 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-316789e9-bc74-42c3-b72a-0a8ce4ee7dac req-afd837f4-a841-48ac-bb80-8f3502834efe service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1043384 Jul 28 18:13:29.840142 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1cc66e6b-28cd-4898-8de5-dbab906d157e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e89b0a3c215f439d9358cd07575c9b4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2333429 Jul 28 18:13:29.843096 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 40338) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:29.886132 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc66e6b-28cd-4898-8de5-dbab906d157e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d345b66-2b2f-45a9-abec-b20e5f074ccc,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:29.909093 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a3b120ed-b629-4947-a0c7-0638de438aa4 admin admin] Publish callbacks [] for security_group (1d345b66-2b2f-45a9-abec-b20e5f074ccc), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.916816 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3340ed-a5ec-46bc-b5cb-2eace67cef9c req-80d6ff0d-d546-4211-a0e8-dfa4492a6a5b tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:29.918353 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca3340ed-a5ec-46bc-b5cb-2eace67cef9c req-80d6ff0d-d546-4211-a0e8-dfa4492a6a5b tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0730877 Jul 28 18:13:29.929007 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a3b120ed-b629-4947-a0c7-0638de438aa4 admin admin] Publish callbacks [] for security_group (1d345b66-2b2f-45a9-abec-b20e5f074ccc), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:29.962319 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70a33601-a695-4c78-810b-4dbb8d133172 req-0f4d1f2d-5ee2-4812-9aa3-25171eb7d3d3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2135050 Jul 28 18:13:29.988313 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca3340ed-a5ec-46bc-b5cb-2eace67cef9c req-60ad59c1-9aad-427f-b431-e03b96b60b24 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604260 Jul 28 18:13:30.035286 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a3b120ed-b629-4947-a0c7-0638de438aa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1d345b66-2b2f-45a9-abec-b20e5f074ccc), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.038273 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a3b120ed-b629-4947-a0c7-0638de438aa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:30.042341 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a3b120ed-b629-4947-a0c7-0638de438aa4 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1d345b66-2b2f-45a9-abec-b20e5f074ccc HTTP/1.1" status: 204 len: 168 time: 0.1951423 Jul 28 18:13:30.045251 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:30.054203 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b120ed-b629-4947-a0c7-0638de438aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d345b66-2b2f-45a9-abec-b20e5f074ccc,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:30.114687 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cf7f5-eb94-4220-a05e-e07d61391dc3 req-b8e527aa-025d-49ce-afca-a046854f056a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:30.116450 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a67cf7f5-eb94-4220-a05e-e07d61391dc3 req-b8e527aa-025d-49ce-afca-a046854f056a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0555565 Jul 28 18:13:30.174709 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a67cf7f5-eb94-4220-a05e-e07d61391dc3 req-aae2c697-c93d-4615-a69d-173d5d8061f6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522954 Jul 28 18:13:30.371076 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['1d258458-0cee-481c-93c4-bf0b858d9e28'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:30.648325 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a879547-b29d-4790-bd4d-b86ab0c354a8 req-b78f0186-9b99-4dec-a681-f71fdf691fbb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:30.652052 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8a879547-b29d-4790-bd4d-b86ab0c354a8 req-b78f0186-9b99-4dec-a681-f71fdf691fbb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0772636 Jul 28 18:13:30.662125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16b3cd6-4343-4205-8956-d833aa27bb92 req-e5ae9b8f-1d6e-4d12-adcb-557815ac2354 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:30.663613 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d16b3cd6-4343-4205-8956-d833aa27bb92 req-e5ae9b8f-1d6e-4d12-adcb-557815ac2354 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0792215 Jul 28 18:13:30.734187 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8a879547-b29d-4790-bd4d-b86ab0c354a8 req-daafb0d5-5c91-47d8-9625-1597e272641b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696766 Jul 28 18:13:30.737137 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:30.741693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d16b3cd6-4343-4205-8956-d833aa27bb92 req-0dd779ca-303b-4256-8f1f-a670faa94f4a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703220 Jul 28 18:13:31.105625 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a99d8c-bada-45fd-beb0-b51d2b8b62d1 req-366b9ce1-7c64-418c-ab0e-31f438f9e659 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:31.107127 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-51a99d8c-bada-45fd-beb0-b51d2b8b62d1 req-366b9ce1-7c64-418c-ab0e-31f438f9e659 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0471561 Jul 28 18:13:31.163399 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-51a99d8c-bada-45fd-beb0-b51d2b8b62d1 req-5eae0378-feb7-4299-b4ad-2dc181a253f8 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449145 Jul 28 18:13:31.308132 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ceb8c8-f157-4731-b2d6-f4994da3a043 req-036bafed-dc16-46ba-9959-57997163b619 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:31.309829 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e6ceb8c8-f157-4731-b2d6-f4994da3a043 req-036bafed-dc16-46ba-9959-57997163b619 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0506227 Jul 28 18:13:31.359088 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e6ceb8c8-f157-4731-b2d6-f4994da3a043 req-537ec3fb-b90c-4301-8d36-8d43f1187219 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430665 Jul 28 18:13:31.888455 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4087b-7d72-4208-9744-b91b9a7472e2 req-bd221b84-6451-4427-871d-c5102264dfdc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:31.890006 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0ff4087b-7d72-4208-9744-b91b9a7472e2 req-bd221b84-6451-4427-871d-c5102264dfdc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0670824 Jul 28 18:13:31.895930 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c610304-e005-4b6f-9aac-4764052ce53a req-0ba490cc-7bc0-478e-a426-daa5adbc0eb6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:31.897260 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c610304-e005-4b6f-9aac-4764052ce53a req-0ba490cc-7bc0-478e-a426-daa5adbc0eb6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0845354 Jul 28 18:13:31.967209 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0ff4087b-7d72-4208-9744-b91b9a7472e2 req-dae718f8-e56e-44a2-b318-91d518fe0257 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689809 Jul 28 18:13:31.979277 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c610304-e005-4b6f-9aac-4764052ce53a req-b07ae75b-3cdb-4a9f-ab8a-23aaf3c53500 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741220 Jul 28 18:13:32.292211 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d0747-b148-4668-912c-8bbc3897dda8 req-0fdb214c-f8bd-4c3a-9c44-9932ff3e2b02 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:32.293728 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-832d0747-b148-4668-912c-8bbc3897dda8 req-0fdb214c-f8bd-4c3a-9c44-9932ff3e2b02 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0493884 Jul 28 18:13:32.341338 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-832d0747-b148-4668-912c-8bbc3897dda8 req-80b02a42-5cfc-4485-9018-d716ca101fad tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Jul 28 18:13:32.477313 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdede410-9998-4528-9e85-6a0b1cbbdea3 req-8464bbf2-5490-4a96-ae7a-f96dd4ba2eb3 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:32.478759 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdede410-9998-4528-9e85-6a0b1cbbdea3 req-8464bbf2-5490-4a96-ae7a-f96dd4ba2eb3 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0469184 Jul 28 18:13:32.524411 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdede410-9998-4528-9e85-6a0b1cbbdea3 req-88539cf1-e87c-427f-9027-9dd542423a91 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402277 Jul 28 18:13:33.121605 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843989d9-4f45-478d-841c-da4b761ec1bd req-2ab24402-913d-4cca-af7d-099cd8d342be tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:33.123108 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-843989d9-4f45-478d-841c-da4b761ec1bd req-2ab24402-913d-4cca-af7d-099cd8d342be tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0792689 Jul 28 18:13:33.137158 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551c783-1180-45d6-8b90-0f277ff18b52 req-f31b34a7-5826-4e6b-a6c6-aab5a31d00f7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:33.137158 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9551c783-1180-45d6-8b90-0f277ff18b52 req-f31b34a7-5826-4e6b-a6c6-aab5a31d00f7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0783257 Jul 28 18:13:33.200061 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-843989d9-4f45-478d-841c-da4b761ec1bd req-dc3d4585-389b-4bb7-8784-d0470fd963bc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656810 Jul 28 18:13:33.211244 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9551c783-1180-45d6-8b90-0f277ff18b52 req-822eac85-6e8c-4e55-b881-bc92e5782f19 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699053 Jul 28 18:13:33.461751 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8508497c-cb89-4d99-81ed-36a2898fba2c req-cadb0bb7-c119-47e1-8430-4b728a59c4c6 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:33.463233 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8508497c-cb89-4d99-81ed-36a2898fba2c req-cadb0bb7-c119-47e1-8430-4b728a59c4c6 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0513141 Jul 28 18:13:33.488622 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:33.516427 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8508497c-cb89-4d99-81ed-36a2898fba2c req-6952614e-bbe1-4299-95fc-a8799ab14588 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423200 Jul 28 18:13:33.641341 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a0bb0-e7dc-4578-b392-76b6fb86f36b req-1c15f895-3810-4516-bd9a-330543270ad2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:33.642912 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-180a0bb0-e7dc-4578-b392-76b6fb86f36b req-1c15f895-3810-4516-bd9a-330543270ad2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0487075 Jul 28 18:13:33.690445 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-180a0bb0-e7dc-4578-b392-76b6fb86f36b req-1d39ccc2-487c-4a77-a49f-9294207d4f5c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418863 Jul 28 18:13:34.356977 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd60d41-842e-4f24-97ce-17caf3750a2d req-ef31f2d6-f8ce-4e9f-9eb3-b8eb40780e01 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:34.358483 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2dd60d41-842e-4f24-97ce-17caf3750a2d req-ef31f2d6-f8ce-4e9f-9eb3-b8eb40780e01 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0823441 Jul 28 18:13:34.364865 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de5938-dc6d-4e97-8336-83a8a5ec0811 req-46dfd5d5-31be-4f86-90d6-984e5788e06b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:34.366285 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b1de5938-dc6d-4e97-8336-83a8a5ec0811 req-46dfd5d5-31be-4f86-90d6-984e5788e06b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0798268 Jul 28 18:13:34.386573 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:34.442588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2dd60d41-842e-4f24-97ce-17caf3750a2d req-57fafc2a-f322-4c8b-aa2b-9e6002664958 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753465 Jul 28 18:13:34.445964 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b1de5938-dc6d-4e97-8336-83a8a5ec0811 req-604d92c8-534a-4042-bf50-f128cdf2a227 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724995 Jul 28 18:13:34.640393 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a76529-fac5-4d5b-a274-e02cfe27ceef req-4081cc94-ef78-4f4a-9949-84fea7492c0c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:34.642137 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-68a76529-fac5-4d5b-a274-e02cfe27ceef req-4081cc94-ef78-4f4a-9949-84fea7492c0c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0565314 Jul 28 18:13:34.697882 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-68a76529-fac5-4d5b-a274-e02cfe27ceef req-dfa3b1dd-1dc5-4ec9-825d-1c7e24a5b4c7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486171 Jul 28 18:13:34.815098 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c4cb0-0614-4d06-9ad0-202a32ba1216 req-78db1220-14f4-4b5a-af2a-24d5a7021c0d tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:34.816591 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d54c4cb0-0614-4d06-9ad0-202a32ba1216 req-78db1220-14f4-4b5a-af2a-24d5a7021c0d tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0478933 Jul 28 18:13:34.867969 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d54c4cb0-0614-4d06-9ad0-202a32ba1216 req-7d2f3584-de15-4fb8-a4d1-1bd7dc1a0653 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443513 Jul 28 18:13:35.598766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8d67-1585-40a1-8d7e-871c7277f3fc req-29ef1e2e-efb5-4231-9ba1-7c6b7aa4f736 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:35.600239 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-157b8d67-1585-40a1-8d7e-871c7277f3fc req-29ef1e2e-efb5-4231-9ba1-7c6b7aa4f736 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0794241 Jul 28 18:13:35.606119 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64749a77-7154-4b67-8b09-015bba20de57 req-973021b4-33b4-4f5b-884a-2e6b075d1c89 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:35.607475 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-64749a77-7154-4b67-8b09-015bba20de57 req-973021b4-33b4-4f5b-884a-2e6b075d1c89 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0847456 Jul 28 18:13:35.677170 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-157b8d67-1585-40a1-8d7e-871c7277f3fc req-5a9df2dd-75bd-42fb-a668-f336d1ca606a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687335 Jul 28 18:13:35.688150 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-64749a77-7154-4b67-8b09-015bba20de57 req-62795a68-4ed9-4939-a546-3d5b019c9856 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725110 Jul 28 18:13:35.818602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28109f35-1da8-499c-851d-51f75b00906e req-497aa562-9005-4a4b-b507-9a827de7c9ac tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:35.820570 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28109f35-1da8-499c-851d-51f75b00906e req-497aa562-9005-4a4b-b507-9a827de7c9ac tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0498941 Jul 28 18:13:35.869581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28109f35-1da8-499c-851d-51f75b00906e req-ca1326d4-9888-456f-aa9a-74ba32dbdb2c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424991 Jul 28 18:13:35.988658 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4b154-6810-4971-8865-b2bf5eb9eed1 req-3b46020f-0ac6-407a-972a-c68189a124bb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:35.990043 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cea4b154-6810-4971-8865-b2bf5eb9eed1 req-3b46020f-0ac6-407a-972a-c68189a124bb tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0499508 Jul 28 18:13:36.036844 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cea4b154-6810-4971-8865-b2bf5eb9eed1 req-20bdd803-d44c-4876-a501-2dee25071e92 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413301 Jul 28 18:13:36.828237 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef95bdc4-e378-4753-b98c-e9c41ea70871 req-07bda03d-2c59-4d94-b442-3f91491b5e6d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:36.829770 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ef95bdc4-e378-4753-b98c-e9c41ea70871 req-07bda03d-2c59-4d94-b442-3f91491b5e6d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0779974 Jul 28 18:13:36.837718 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3ea89f-96a5-452c-996a-de2f24e6e828 req-17ea8d89-a0ea-48d0-85ec-e9b0f1842aca tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:36.839124 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ac3ea89f-96a5-452c-996a-de2f24e6e828 req-17ea8d89-a0ea-48d0-85ec-e9b0f1842aca tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0765736 Jul 28 18:13:36.903736 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:36.917985 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ef95bdc4-e378-4753-b98c-e9c41ea70871 req-59dd64de-1278-41e4-b466-2650c27692f1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778995 Jul 28 18:13:36.921004 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ac3ea89f-96a5-452c-996a-de2f24e6e828 req-8823cea8-5822-4cfa-b117-ba703549084a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733094 Jul 28 18:13:37.023684 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d271c35-e163-41c2-a77c-7b489adc54ee req-31d5f935-e995-4e11-b29d-afcdc31d2abf tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:37.025172 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d271c35-e163-41c2-a77c-7b489adc54ee req-31d5f935-e995-4e11-b29d-afcdc31d2abf tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0468943 Jul 28 18:13:37.071749 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d271c35-e163-41c2-a77c-7b489adc54ee req-58f1a811-e487-4315-a5d0-92397476aac5 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411620 Jul 28 18:13:37.110143 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:37.152008 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000da486-9339-4ba0-9dbd-34636f5f4117 req-7432d7b6-e709-4f1b-ac98-ffc33fae6c2d tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:37.153623 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-000da486-9339-4ba0-9dbd-34636f5f4117 req-7432d7b6-e709-4f1b-ac98-ffc33fae6c2d tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0460012 Jul 28 18:13:37.208422 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-000da486-9339-4ba0-9dbd-34636f5f4117 req-5a1aea37-0c1e-4b99-92f4-e981a4112376 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484045 Jul 28 18:13:38.002208 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:38.068463 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663fe647-d694-4842-8975-0f4a896916fe req-d9e5f5ad-d97e-44df-8aa8-f022a0d06ffc tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:38.069960 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-663fe647-d694-4842-8975-0f4a896916fe req-d9e5f5ad-d97e-44df-8aa8-f022a0d06ffc tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0763700 Jul 28 18:13:38.076037 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6638cc-894f-4c00-91b4-a030f797c12b req-c9c0b0fc-bd89-4b8e-84e4-add79f8e1e9e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:38.077401 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8f6638cc-894f-4c00-91b4-a030f797c12b req-c9c0b0fc-bd89-4b8e-84e4-add79f8e1e9e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0740366 Jul 28 18:13:38.149351 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-663fe647-d694-4842-8975-0f4a896916fe req-a980c8b2-506e-4359-980b-e326d3e4a745 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709960 Jul 28 18:13:38.153304 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8f6638cc-894f-4c00-91b4-a030f797c12b req-8e17ee90-3ec4-43d5-b140-d514b1dfdc26 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691912 Jul 28 18:13:38.251932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43761653-c1bb-4041-81ef-46388715a60b req-0cf28b2c-446c-432e-a19d-7920bee6f7b3 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:38.254023 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43761653-c1bb-4041-81ef-46388715a60b req-0cf28b2c-446c-432e-a19d-7920bee6f7b3 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0506406 Jul 28 18:13:38.332225 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43761653-c1bb-4041-81ef-46388715a60b req-044f6a36-feb9-44a8-974e-707b5e053a11 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727417 Jul 28 18:13:38.339901 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ee38e-9ec7-43d1-b958-34df9d6e3cd2 req-32f62532-eaca-4cf5-8050-f8a9362d941f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:38.341407 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-887ee38e-9ec7-43d1-b958-34df9d6e3cd2 req-32f62532-eaca-4cf5-8050-f8a9362d941f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0612566 Jul 28 18:13:38.388227 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-887ee38e-9ec7-43d1-b958-34df9d6e3cd2 req-9202f693-d908-4780-8f62-e59bf0f8eb60 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410631 Jul 28 18:13:39.294790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d82b0-6467-41d3-83a1-786cec4cbcaa req-9712e8c2-89dd-4c57-af9f-1471777e48b9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:39.296510 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c80d82b0-6467-41d3-83a1-786cec4cbcaa req-9712e8c2-89dd-4c57-af9f-1471777e48b9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0778410 Jul 28 18:13:39.308325 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b5134-b090-4ade-a67a-88afa24e0a83 req-8761f319-d59c-4b5b-be1d-c129c81c675b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:39.309750 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-851b5134-b090-4ade-a67a-88afa24e0a83 req-8761f319-d59c-4b5b-be1d-c129c81c675b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0792854 Jul 28 18:13:39.382324 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c80d82b0-6467-41d3-83a1-786cec4cbcaa req-02ebe9cf-fd48-4074-a1c5-bcdbbbb4899b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803297 Jul 28 18:13:39.385535 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-851b5134-b090-4ade-a67a-88afa24e0a83 req-c0de9b28-4f43-4ed2-bd3a-ee630d3927b2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701740 Jul 28 18:13:39.721677 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ed8b8-1011-4289-96dc-8409fef8e887 req-a144f439-06b2-4a10-84d6-73521bc248e7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:39.723240 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e48ed8b8-1011-4289-96dc-8409fef8e887 req-a144f439-06b2-4a10-84d6-73521bc248e7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.2847393 Jul 28 18:13:39.743642 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7926dfc7-3d3c-4679-9dd3-6c94b0850df7 req-c4d3710e-9e18-489a-a23a-61b7d8aabe44 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:39.745130 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7926dfc7-3d3c-4679-9dd3-6c94b0850df7 req-c4d3710e-9e18-489a-a23a-61b7d8aabe44 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.2748454 Jul 28 18:13:39.835881 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e48ed8b8-1011-4289-96dc-8409fef8e887 req-14d21347-a869-48cc-8c88-fdfd66a5a0b4 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062086 Jul 28 18:13:39.839921 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7926dfc7-3d3c-4679-9dd3-6c94b0850df7 req-73318a6f-9508-47cf-9465-a01c784ff228 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878015 Jul 28 18:13:40.048730 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:40.422008 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:40.466921 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 1d258458-0cee-481c-93c4-bf0b858d9e28 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:13:40.548420 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 1d258458-0cee-481c-93c4-bf0b858d9e28 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:40.548798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.549519 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c71e8b-d321-4a5b-acda-75a35ebbe140 req-777f68e6-d671-4393-941a-7f350161ccbd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:40.551000 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24c71e8b-d321-4a5b-acda-75a35ebbe140 req-777f68e6-d671-4393-941a-7f350161ccbd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0874057 Jul 28 18:13:40.557705 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7434e2-cf5f-4a7c-a2de-046c7c907388 req-1f642a29-cf2f-4442-8c76-e3971804ee77 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:40.559755 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8c7434e2-cf5f-4a7c-a2de-046c7c907388 req-1f642a29-cf2f-4442-8c76-e3971804ee77 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0949261 Jul 28 18:13:40.609690 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:40.633229 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:40.633632 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.643669 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24c71e8b-d321-4a5b-acda-75a35ebbe140 req-54eed10c-0612-4bcb-8114-393fa7b4ae99 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815675 Jul 28 18:13:40.652822 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8c7434e2-cf5f-4a7c-a2de-046c7c907388 req-1a6c24cc-6213-43fd-a5ec-937fd841ef57 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842748 Jul 28 18:13:40.670506 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:40.674216 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5551d892-49eb-46f3-b551-783f4c07304b" -d '{"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-plugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:40.679091 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:40.711425 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cef9b4f-7333-4950-a760-bc67fc99ec19 x-openstack-request-id: req-0cef9b4f-7333-4950-a760-bc67fc99ec19 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:40.711724 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-plugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:40.711981 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0cef9b4f-7333-4950-a760-bc67fc99ec19 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:40.712381 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cef9b4f-7333-4950-a760-bc67fc99ec19'] response: {'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'code': 200} Jul 28 18:13:40.765569 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:40.815340 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:40.987124 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:41.006669 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721215e-8dde-4de1-825b-036d32b4d674 req-b5d8f9f0-e948-44ac-a5ae-02c685b7cd13 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.008137 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7721215e-8dde-4de1-825b-036d32b4d674 req-b5d8f9f0-e948-44ac-a5ae-02c685b7cd13 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0815759 Jul 28 18:13:41.015906 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5909fae2-3377-4e72-ae07-45c401113c99 req-8a56797a-02d1-4ad9-b16a-aa2c947c03d6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.017282 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5909fae2-3377-4e72-ae07-45c401113c99 req-8a56797a-02d1-4ad9-b16a-aa2c947c03d6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0803857 Jul 28 18:13:41.092770 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7721215e-8dde-4de1-825b-036d32b4d674 req-c5a3716d-2613-4d90-b7e0-22e44d112ec1 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733211 Jul 28 18:13:41.096920 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5909fae2-3377-4e72-ae07-45c401113c99 req-243b377d-b68c-41a0-88b7-4ed22a944bf5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714784 Jul 28 18:13:41.802041 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ef3cdc-a9f5-4f4f-b2df-c62b4641a66e req-3d1ac97b-88d6-47fb-addb-a8e4a6bd6778 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.803512 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37ef3cdc-a9f5-4f4f-b2df-c62b4641a66e req-3d1ac97b-88d6-47fb-addb-a8e4a6bd6778 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0811455 Jul 28 18:13:41.809615 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b07e8-b3ec-4934-ac6f-8875fca33b48 req-ed01e71a-f354-4624-b3f9-76e0dd7ce403 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:41.810980 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f2b07e8-b3ec-4934-ac6f-8875fca33b48 req-ed01e71a-f354-4624-b3f9-76e0dd7ce403 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0793030 Jul 28 18:13:41.884997 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37ef3cdc-a9f5-4f4f-b2df-c62b4641a66e req-4936592f-f2ab-41ad-8423-2550e7926b65 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730445 Jul 28 18:13:41.892716 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f2b07e8-b3ec-4934-ac6f-8875fca33b48 req-bf029dbe-f684-45c1-8cf9-9a6cac777807 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737345 Jul 28 18:13:42.240211 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a5be3-203c-45f2-b87f-62b20ff107e7 req-80a1930d-ce10-41b4-a448-f6122e650289 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:42.241589 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2b9a5be3-203c-45f2-b87f-62b20ff107e7 req-80a1930d-ce10-41b4-a448-f6122e650289 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0774424 Jul 28 18:13:42.247581 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2f6a3-8004-4ef2-84e7-dcba55f0075b req-f3077950-c2b6-4f1e-b028-b64e2b58ec18 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:42.248901 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-11e2f6a3-8004-4ef2-84e7-dcba55f0075b req-f3077950-c2b6-4f1e-b028-b64e2b58ec18 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0757558 Jul 28 18:13:42.319625 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2b9a5be3-203c-45f2-b87f-62b20ff107e7 req-b7decaec-db80-49ff-bb5f-f7aa9e8c1efb tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697834 Jul 28 18:13:42.323634 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-11e2f6a3-8004-4ef2-84e7-dcba55f0075b req-91ba2934-dafb-4960-bb77-42520d515368 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671148 Jul 28 18:13:43.031241 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd21259-5bde-426a-ac6c-75e643fd6eaf req-085cbd25-214f-498f-99f4-093914e0fdc8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:43.032744 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cbd21259-5bde-426a-ac6c-75e643fd6eaf req-085cbd25-214f-498f-99f4-093914e0fdc8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0741544 Jul 28 18:13:43.055262 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6a4f7-4c16-4ff1-9256-1d3ed7df0a7b req-7e336307-b68e-4ea4-8cf5-44cf364401e9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:43.056693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2aa6a4f7-4c16-4ff1-9256-1d3ed7df0a7b req-7e336307-b68e-4ea4-8cf5-44cf364401e9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0692027 Jul 28 18:13:43.113614 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:43.126361 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cbd21259-5bde-426a-ac6c-75e643fd6eaf req-709b8836-301e-4ed9-a774-13481cc2a66e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853651 Jul 28 18:13:43.130400 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2aa6a4f7-4c16-4ff1-9256-1d3ed7df0a7b req-1da7d77c-03d4-4a0b-8325-3e325b4c7b53 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628207 Jul 28 18:13:43.465504 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd8e58b-fa28-4648-90b2-363d1c8ef959 req-c71ecc98-af13-45d4-8bc5-350675a3150c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:43.466963 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-abd8e58b-fa28-4648-90b2-363d1c8ef959 req-c71ecc98-af13-45d4-8bc5-350675a3150c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0663264 Jul 28 18:13:43.473492 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b08325-3bf1-478b-ae90-f57b6410a243 req-6ff1783d-2ecb-4737-8e18-32cd24c2ae73 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:43.474844 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c7b08325-3bf1-478b-ae90-f57b6410a243 req-6ff1783d-2ecb-4737-8e18-32cd24c2ae73 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0832305 Jul 28 18:13:43.545533 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-abd8e58b-fa28-4648-90b2-363d1c8ef959 req-70174e9d-5839-4577-ad81-d2a378c1cc0f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697532 Jul 28 18:13:43.560379 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c7b08325-3bf1-478b-ae90-f57b6410a243 req-d1124fa5-cf13-4683-995c-361487b65b97 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777438 Jul 28 18:13:44.269989 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7028f49-149c-4f12-8408-27fb1194c6a9 req-3235fb33-37d2-4304-860b-3c869065f444 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:44.271465 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7028f49-149c-4f12-8408-27fb1194c6a9 req-3235fb33-37d2-4304-860b-3c869065f444 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0753486 Jul 28 18:13:44.279310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0cb0d-e3b5-4eb4-aeb1-a64e01d01823 req-1e0497dc-40a5-4342-b3be-b4e0cd8b2bf5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:44.280701 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-26e0cb0d-e3b5-4eb4-aeb1-a64e01d01823 req-1e0497dc-40a5-4342-b3be-b4e0cd8b2bf5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0739877 Jul 28 18:13:44.287036 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:44.315399 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:44.356499 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7028f49-149c-4f12-8408-27fb1194c6a9 req-7b36a6e7-60c2-434b-a0f9-8c6316d07b72 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748401 Jul 28 18:13:44.360559 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-26e0cb0d-e3b5-4eb4-aeb1-a64e01d01823 req-bcb916ce-b6d3-4f0e-9845-caaa470d3afe tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724909 Jul 28 18:13:44.541605 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:44.655235 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac467384-2f69-4631-aac2-6e8adcc6060f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:44.691666 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f09410-11e8-4264-9557-e67419f83aff req-16575aaf-9541-4ef8-8342-066d27c6a495 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:44.693196 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1f09410-11e8-4264-9557-e67419f83aff req-16575aaf-9541-4ef8-8342-066d27c6a495 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0744367 Jul 28 18:13:44.703592 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa423451-cf8f-44d6-8ef2-e4bd286a522c req-6a3c9464-7ea8-4a19-a6bd-6d08e2ef6033 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:44.704953 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa423451-cf8f-44d6-8ef2-e4bd286a522c req-6a3c9464-7ea8-4a19-a6bd-6d08e2ef6033 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0589411 Jul 28 18:13:44.782844 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1f09410-11e8-4264-9557-e67419f83aff req-e49dc395-cbd5-40e3-a809-26281dee3bd5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769362 Jul 28 18:13:44.786433 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa423451-cf8f-44d6-8ef2-e4bd286a522c req-b6d781e6-416b-4482-bfbe-822df12f4f3c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742636 Jul 28 18:13:45.510519 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148dcbb-4393-490b-a154-ead610bc53e3 req-fef094e1-5a49-4bee-9af1-bef60f603bdd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:45.512128 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4148dcbb-4393-490b-a154-ead610bc53e3 req-fef094e1-5a49-4bee-9af1-bef60f603bdd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0784972 Jul 28 18:13:45.518188 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e9b00-90d3-402d-bae1-56fabbd77554 req-dc64dc1c-0ecd-4b8e-8890-a5f411024d76 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:45.519527 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-665e9b00-90d3-402d-bae1-56fabbd77554 req-dc64dc1c-0ecd-4b8e-8890-a5f411024d76 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0750275 Jul 28 18:13:45.594761 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4148dcbb-4393-490b-a154-ead610bc53e3 req-b4ed3537-d47a-40af-998b-52c9502cc7ed tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742931 Jul 28 18:13:45.602105 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-665e9b00-90d3-402d-bae1-56fabbd77554 req-af67deb9-7a0c-4efe-bbec-f05aaebd7121 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740373 Jul 28 18:13:45.937750 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d81faac-da0e-4763-9bee-5a405e3e1fc3 req-6336d134-1927-43de-bd6d-48a717464546 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:45.939289 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6d81faac-da0e-4763-9bee-5a405e3e1fc3 req-6336d134-1927-43de-bd6d-48a717464546 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0785387 Jul 28 18:13:45.952795 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25305443-031d-47cf-a928-e2cca23ae7f9 req-a90e400f-609e-46b1-b6cc-3601bf78ce4b tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:45.952795 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-25305443-031d-47cf-a928-e2cca23ae7f9 req-a90e400f-609e-46b1-b6cc-3601bf78ce4b tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0798585 Jul 28 18:13:46.032699 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6d81faac-da0e-4763-9bee-5a405e3e1fc3 req-67b772d4-fa8b-4f49-a37a-1ca21749eb49 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810800 Jul 28 18:13:46.036774 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-25305443-031d-47cf-a928-e2cca23ae7f9 req-b65cf53c-6c6d-4512-8574-f3245b95f122 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763886 Jul 28 18:13:46.761798 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec1687-01db-465c-bd4b-ba1b7eae5be0 req-b7b6b17c-7caf-4393-a175-5fdc82e511ab tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:46.763289 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-beec1687-01db-465c-bd4b-ba1b7eae5be0 req-b7b6b17c-7caf-4393-a175-5fdc82e511ab tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0843997 Jul 28 18:13:46.769533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e5ff8-b13c-4344-a7f1-06cfb43709fd req-6c637efe-9a64-44b3-a457-9529eed4fb59 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:46.771310 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-619e5ff8-b13c-4344-a7f1-06cfb43709fd req-6c637efe-9a64-44b3-a457-9529eed4fb59 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0815949 Jul 28 18:13:46.843412 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-beec1687-01db-465c-bd4b-ba1b7eae5be0 req-55aaf3c5-be3a-4852-9c99-e59008f39858 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704751 Jul 28 18:13:46.858701 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-619e5ff8-b13c-4344-a7f1-06cfb43709fd req-65b3c87e-b538-4401-9f89-4f84111acf62 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704441 Jul 28 18:13:46.906909 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e35f436d-60d4-4c1b-8596-774d35237351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.194576 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58542b5b-fa4d-47e9-829f-5cce5b16b3c0 req-43509f7c-9aa8-4a29-a03a-aebdf2363c2e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:47.196154 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58542b5b-fa4d-47e9-829f-5cce5b16b3c0 req-43509f7c-9aa8-4a29-a03a-aebdf2363c2e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0796278 Jul 28 18:13:47.217518 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31744f3-3c0d-43e1-a5de-42145507ef99 req-2f2d90be-75d2-4359-b4fc-332829eb2f9f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:47.218950 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b31744f3-3c0d-43e1-a5de-42145507ef99 req-2f2d90be-75d2-4359-b4fc-332829eb2f9f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0915821 Jul 28 18:13:47.286480 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58542b5b-fa4d-47e9-829f-5cce5b16b3c0 req-4afc1ed7-60d7-438c-b497-d4f7e93f9942 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829735 Jul 28 18:13:47.292772 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b31744f3-3c0d-43e1-a5de-42145507ef99 req-34676262-7894-4d11-88de-79f11276c395 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644791 Jul 28 18:13:47.916404 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:47.932145 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:47.971081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:48.003302 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5543e71-b5be-4019-a9b5-339a230f0906 req-22f067f7-85c0-40db-8abf-7a61b99a69db tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:48.004770 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e5543e71-b5be-4019-a9b5-339a230f0906 req-22f067f7-85c0-40db-8abf-7a61b99a69db tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0822463 Jul 28 18:13:48.026232 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6290159-6c9c-4792-bd66-829fc5063067 req-ba628ee1-c19f-4e44-8520-8963ad923a82 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:48.028040 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c6290159-6c9c-4792-bd66-829fc5063067 req-ba628ee1-c19f-4e44-8520-8963ad923a82 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0749738 Jul 28 18:13:48.089895 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e5543e71-b5be-4019-a9b5-339a230f0906 req-8d32b646-8c01-4bef-bed4-ed68bb78aa77 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776675 Jul 28 18:13:48.110204 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c6290159-6c9c-4792-bd66-829fc5063067 req-1f0b42eb-5e35-420c-a3aa-74b70a5cb787 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736203 Jul 28 18:13:48.190355 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 40750) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:48.298361 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e90316fb-2c49-4c6e-a6c5-3dba70d47a7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.381263 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e90316fb-2c49-4c6e-a6c5-3dba70d47a7b admin admin] Publish callbacks [] for security_group (a2cd383d-8f07-4cc1-b8bc-f33a46f257d1), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.436849 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e33a34-cb96-4b3c-8394-a1ea6a52ba14 req-fc708b90-1fbd-487c-8381-2ddeb3bb6528 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:48.438464 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-79e33a34-cb96-4b3c-8394-a1ea6a52ba14 req-fc708b90-1fbd-487c-8381-2ddeb3bb6528 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0786483 Jul 28 18:13:48.449092 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24c1f7-e58e-48d6-bcb9-b011968b8d3c req-5e430110-f705-49f7-97f0-5826b375c9a6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:48.450688 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dc24c1f7-e58e-48d6-bcb9-b011968b8d3c req-5e430110-f705-49f7-97f0-5826b375c9a6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0616534 Jul 28 18:13:48.485254 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e90316fb-2c49-4c6e-a6c5-3dba70d47a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a2cd383d-8f07-4cc1-b8bc-f33a46f257d1), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.524345 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-e90316fb-2c49-4c6e-a6c5-3dba70d47a7b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=57de1e0db9be4cc2ac06c5636fe44c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328652 Jul 28 18:13:48.526393 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90316fb-2c49-4c6e-a6c5-3dba70d47a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2cd383d-8f07-4cc1-b8bc-f33a46f257d1,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:48.528735 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-79e33a34-cb96-4b3c-8394-a1ea6a52ba14 req-7d3e4d97-1e59-4075-b8af-7a18392c040f tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770254 Jul 28 18:13:48.528860 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 40758) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:48.543490 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dc24c1f7-e58e-48d6-bcb9-b011968b8d3c req-04f4828e-8f32-47ce-836e-b594553a86c8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778687 Jul 28 18:13:48.592605 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba14ca01-e30d-4bd0-89c9-9129207bd508 admin admin] Publish callbacks [] for security_group (a2cd383d-8f07-4cc1-b8bc-f33a46f257d1), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.617209 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba14ca01-e30d-4bd0-89c9-9129207bd508 admin admin] Publish callbacks [] for security_group (a2cd383d-8f07-4cc1-b8bc-f33a46f257d1), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.753898 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba14ca01-e30d-4bd0-89c9-9129207bd508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a2cd383d-8f07-4cc1-b8bc-f33a46f257d1), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.756630 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba14ca01-e30d-4bd0-89c9-9129207bd508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:48.757934 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ba14ca01-e30d-4bd0-89c9-9129207bd508 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2cd383d-8f07-4cc1-b8bc-f33a46f257d1 HTTP/1.1" status: 204 len: 168 time: 0.2282495 Jul 28 18:13:48.765967 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba14ca01-e30d-4bd0-89c9-9129207bd508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2cd383d-8f07-4cc1-b8bc-f33a46f257d1,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:49.267496 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c515e53-3d74-4af2-bda3-5b77b7b33aac req-d6d9a4f1-2300-4aaa-a861-fd91121ff3b4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:49.269030 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c515e53-3d74-4af2-bda3-5b77b7b33aac req-d6d9a4f1-2300-4aaa-a861-fd91121ff3b4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.0963421 Jul 28 18:13:49.291357 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.300106 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb21fe-6f26-4234-8f0d-555c416fc0c2 req-ff453c73-fa3c-4e2b-8ce4-13d18d0b25c1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:49.301653 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9bfb21fe-6f26-4234-8f0d-555c416fc0c2 req-ff453c73-fa3c-4e2b-8ce4-13d18d0b25c1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0814409 Jul 28 18:13:49.363993 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c515e53-3d74-4af2-bda3-5b77b7b33aac req-07de0405-843f-4af9-a860-35b446053e95 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868104 Jul 28 18:13:49.382714 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9bfb21fe-6f26-4234-8f0d-555c416fc0c2 req-c50e5554-8c7f-4f3a-8489-d91cd983c6a9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725207 Jul 28 18:13:49.479695 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 40780) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:49.497354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4224ef6a-a960-434f-a29d-ec571d6c58f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.579162 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4224ef6a-a960-434f-a29d-ec571d6c58f3 admin admin] Publish callbacks [] for security_group (f874bc29-759c-4831-a40a-cea967652157), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.668296 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4224ef6a-a960-434f-a29d-ec571d6c58f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f874bc29-759c-4831-a40a-cea967652157), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.729416 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:49.733256 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca18c3-2540-4b69-830a-2dbb2e2861f4 req-d0961a4f-5367-4c67-b782-ab4ba2141de2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:49.734812 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-25ca18c3-2540-4b69-830a-2dbb2e2861f4 req-d0961a4f-5367-4c67-b782-ab4ba2141de2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.1213562 Jul 28 18:13:49.749972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab28b11-27c7-4e35-8213-83d050801c3a req-b9961b3a-7a37-402b-9b9d-9124f16657c9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:49.749972 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2ab28b11-27c7-4e35-8213-83d050801c3a req-b9961b3a-7a37-402b-9b9d-9124f16657c9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.1242309 Jul 28 18:13:49.755606 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:49.770265 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4224ef6a-a960-434f-a29d-ec571d6c58f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3ff6e6037d874d9d817bf13b432c98d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2773607 Jul 28 18:13:49.770265 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4224ef6a-a960-434f-a29d-ec571d6c58f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f874bc29-759c-4831-a40a-cea967652157,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:49.770990 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 40790) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:49.816438 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.824560 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f49664cc-5e1c-4b02-8a11-3824695fc68a admin admin] Publish callbacks [] for security_group (f874bc29-759c-4831-a40a-cea967652157), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:49.841317 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2ab28b11-27c7-4e35-8213-83d050801c3a req-9d9fe781-a0ed-489d-8af8-e26c7e9d0df8 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794733 Jul 28 18:13:49.850191 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-25ca18c3-2540-4b69-830a-2dbb2e2861f4 req-991998d4-8074-466d-a63e-9c99555d726a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019628 Jul 28 18:13:49.853109 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f49664cc-5e1c-4b02-8a11-3824695fc68a admin admin] Publish callbacks [] for security_group (f874bc29-759c-4831-a40a-cea967652157), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.033994 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f49664cc-5e1c-4b02-8a11-3824695fc68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f874bc29-759c-4831-a40a-cea967652157), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.039704 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f49664cc-5e1c-4b02-8a11-3824695fc68a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:50.042167 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f49664cc-5e1c-4b02-8a11-3824695fc68a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f874bc29-759c-4831-a40a-cea967652157 HTTP/1.1" status: 204 len: 168 time: 0.2787600 Jul 28 18:13:50.054711 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49664cc-5e1c-4b02-8a11-3824695fc68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f874bc29-759c-4831-a40a-cea967652157,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:50.545878 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1a6f0-abc5-44bd-9678-33c4c4bba3df req-d453a362-9a88-46a9-85af-2a20fb585f76 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:50.547462 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aea1a6f0-abc5-44bd-9678-33c4c4bba3df req-d453a362-9a88-46a9-85af-2a20fb585f76 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 944 time: 0.1015663 Jul 28 18:13:50.560225 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160fa52-01d9-4395-ba23-0f0887b74861 req-1e87c902-5d47-4476-8ee7-da7a16f63b46 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:50.561879 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9160fa52-01d9-4395-ba23-0f0887b74861 req-1e87c902-5d47-4476-8ee7-da7a16f63b46 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0694129 Jul 28 18:13:50.601710 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:50.646119 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9160fa52-01d9-4395-ba23-0f0887b74861 req-a74f6696-2f01-4e38-873d-16db4c2f64b9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739129 Jul 28 18:13:50.669662 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aea1a6f0-abc5-44bd-9678-33c4c4bba3df req-d71bb2aa-c16f-4e6b-9ec0-0a36358a06a9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066380 Jul 28 18:13:50.880371 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ae8cbb70-b373-4a44-b403-9f6ac40dbbca details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:13:50.982296 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8988b5-ee7d-4d02-9326-cd6e0620a0d6 req-ecf4c0c8-2075-4143-bc63-a972b1c02a74 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:50.987977 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5e8988b5-ee7d-4d02-9326-cd6e0620a0d6 req-ecf4c0c8-2075-4143-bc63-a972b1c02a74 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0521870 Jul 28 18:13:51.040583 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5e8988b5-ee7d-4d02-9326-cd6e0620a0d6 req-58f23085-604c-43b6-a796-a7dd9d033e97 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500734 Jul 28 18:13:51.164719 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ae8cbb70-b373-4a44-b403-9f6ac40dbbca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:51.190532 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'port_id': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca', 'mac_address': 'fa:16:3e:7e:e7:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:13:51.230084 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 40860) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:51.246334 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2ae8f-fd27-427d-8366-c19c83e98ae7 req-06e6db3d-5aac-440b-b7d0-695c08bde593 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:51.248197 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d8f2ae8f-fd27-427d-8366-c19c83e98ae7 req-06e6db3d-5aac-440b-b7d0-695c08bde593 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0739632 Jul 28 18:13:51.252308 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port ae8cbb70-b373-4a44-b403-9f6ac40dbbca is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:51.252696 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.259789 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 40866) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:51.267053 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'floatingip': {'port_id': '7d6f0f21-22dc-4e8d-82cd-162059368b29'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:51.269121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8cbb70-b373-4a44-b403-9f6ac40dbbca {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:13:51.292315 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ae8cbb70-b373-4a44-b403-9f6ac40dbbca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:51.350005 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (8b1192db-3a5c-44de-af46-2d7c9bcf8b0d), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.382500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.436388 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53756eca-67cf-4f22-863b-a0c85f57a426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.449970 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:51.748033 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:51.831966 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bc9d7-df15-460d-b655-b55193f13dc8 req-22e1ce06-d200-49e1-ab5f-a837c881f227 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:51.833512 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c59bc9d7-df15-460d-b655-b55193f13dc8 req-22e1ce06-d200-49e1-ab5f-a837c881f227 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0659440 Jul 28 18:13:51.840607 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aa9df7-3566-4ed2-b554-5db505faad59 req-28699373-0919-4dd3-9e95-d47b47a0b7e1 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:51.842609 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-95aa9df7-3566-4ed2-b554-5db505faad59 req-28699373-0919-4dd3-9e95-d47b47a0b7e1 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 945 time: 0.1105154 Jul 28 18:13:51.862499 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:51.915310 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c59bc9d7-df15-460d-b655-b55193f13dc8 req-b4c7cbef-0281-44e2-8ab9-e7a4e63a3cae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715632 Jul 28 18:13:51.923796 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-95aa9df7-3566-4ed2-b554-5db505faad59 req-33fbe08a-d8a4-4290-9bd4-64c77aad549b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721006 Jul 28 18:13:51.931701 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53756eca-67cf-4f22-863b-a0c85f57a426 admin admin] Publish callbacks [] for security_group (f5205bf2-4d01-4d29-86c6-a9ca1a74ba59), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:51.995360 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['ae8cbb70-b373-4a44-b403-9f6ac40dbbca'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:13:52.049025 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53756eca-67cf-4f22-863b-a0c85f57a426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f5205bf2-4d01-4d29-86c6-a9ca1a74ba59), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.098947 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09429d7-bff6-4a06-986c-0682d5bc2c45 req-13d58f17-cc32-4d3b-a48b-33eee2f30df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:52.101174 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b09429d7-bff6-4a06-986c-0682d5bc2c45 req-13d58f17-cc32-4d3b-a48b-33eee2f30df3 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1129 time: 0.0592749 Jul 28 18:13:52.174017 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-53756eca-67cf-4f22-863b-a0c85f57a426 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6de15323f5af42d493b9f6f9dcd69b52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9421968 Jul 28 18:13:52.176671 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 40890) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:52.178905 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53756eca-67cf-4f22-863b-a0c85f57a426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5205bf2-4d01-4d29-86c6-a9ca1a74ba59,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:52.234675 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7257d3a6-3717-4593-8d9c-c0902a4ab460 admin admin] Publish callbacks [] for security_group (f5205bf2-4d01-4d29-86c6-a9ca1a74ba59), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.258979 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7257d3a6-3717-4593-8d9c-c0902a4ab460 admin admin] Publish callbacks [] for security_group (f5205bf2-4d01-4d29-86c6-a9ca1a74ba59), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.285439 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.343140 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (8b1192db-3a5c-44de-af46-2d7c9bcf8b0d), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.370761 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7257d3a6-3717-4593-8d9c-c0902a4ab460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f5205bf2-4d01-4d29-86c6-a9ca1a74ba59), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.373915 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7257d3a6-3717-4593-8d9c-c0902a4ab460 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.375445 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-7257d3a6-3717-4593-8d9c-c0902a4ab460 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f5205bf2-4d01-4d29-86c6-a9ca1a74ba59 HTTP/1.1" status: 204 len: 168 time: 0.1976745 Jul 28 18:13:52.384944 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257d3a6-3717-4593-8d9c-c0902a4ab460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5205bf2-4d01-4d29-86c6-a9ca1a74ba59,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:52.455205 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Floating IP 8b1192db-3a5c-44de-af46-2d7c9bcf8b0d associated. External IP: 172.27.3.61, port: 7d6f0f21-22dc-4e8d-82cd-162059368b29. Jul 28 18:13:52.669805 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:52.706215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Router 60157b8b-3ff4-42e9-8c22-4b1f3972914c has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:52.840949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:52.846803 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:52.856265 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] Sync routers for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:52.889213 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-5361a7ff-666e-4ef7-a891-326fbea7096a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "PUT /v2.0/floatingips/8b1192db-3a5c-44de-af46-2d7c9bcf8b0d HTTP/1.1" status: 200 len: 990 time: 1.6280031 Jul 28 18:13:52.890063 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:52.905722 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:52.905722 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:13:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:52.906136 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056c96d-4f28-4c22-9b86-c334ad7700e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:52.981508 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33f42ac-f80e-41c1-a843-11d9f9086300 x-openstack-request-id: req-b33f42ac-f80e-41c1-a843-11d9f9086300 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:52.981809 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:52.982069 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b33f42ac-f80e-41c1-a843-11d9f9086300 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:52.982478 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b33f42ac-f80e-41c1-a843-11d9f9086300'] response: {'name': 'network-changed', 'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'status': 'completed', 'code': 200} Jul 28 18:13:53.012648 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b09429d7-bff6-4a06-986c-0682d5bc2c45 req-f2100e04-0498-40d6-9109-76fffb6bb58c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486182 Jul 28 18:13:53.142186 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970a7c9-4d74-4acc-90d6-9f5aeb1f4db2 req-7dc3c3c0-e458-4c03-b6b5-050c83e2601b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:53.147123 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:53.149564 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5970a7c9-4d74-4acc-90d6-9f5aeb1f4db2 req-7dc3c3c0-e458-4c03-b6b5-050c83e2601b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0921223 Jul 28 18:13:53.179193 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fdbd3-73af-4f23-a588-edb992e48210 req-9030e10b-cfb6-45a1-b4bc-6c0eb5c9f907 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:53.180852 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-433fdbd3-73af-4f23-a588-edb992e48210 req-9030e10b-cfb6-45a1-b4bc-6c0eb5c9f907 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 945 time: 0.0903177 Jul 28 18:13:53.268383 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5970a7c9-4d74-4acc-90d6-9f5aeb1f4db2 req-d4a39a92-138e-43b1-845a-df4f9b781ec2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178331 Jul 28 18:13:53.289598 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:53.307923 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-433fdbd3-73af-4f23-a588-edb992e48210 req-72ff5a56-a2cc-4531-bd6b-e7cbc4c37f54 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168051 Jul 28 18:13:53.401875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ae8cbb70-b373-4a44-b403-9f6ac40dbbca up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:13:53.467853 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port ae8cbb70-b373-4a44-b403-9f6ac40dbbca completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:13:53.488740 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '8b1192db-3a5c-44de-af46-2d7c9bcf8b0d', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'port_id': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'mac_address': 'fa:16:3e:2f:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:47Z', 'updated_at': '2022-07-28T18:13:52Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:53.508423 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] Checking router: 60157b8b-3ff4-42e9-8c22-4b1f3972914c for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:53.523613 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:53.523613 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:13:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:53.549894 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port ae8cbb70-b373-4a44-b403-9f6ac40dbbca triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:13:53.550288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.554059 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-b7a0c328-ff3b-4da5-b9f9-fdd7f0dee990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:53.556618 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-b7a0c328-ff3b-4da5-b9f9-fdd7f0dee990 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 1129 time: 0.0563812 Jul 28 18:13:53.675973 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port ae8cbb70-b373-4a44-b403-9f6ac40dbbca is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:13:53.676603 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.706888 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:53.709937 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9140677b-2fb8-455f-b451-f3b70b63479e" -d '{"events": [{"server_uuid": "75328faf-ff9c-4e13-9643-bb73b0079a5a", "name": "network-vif-plugged", "status": "completed", "tag": "ae8cbb70-b373-4a44-b403-9f6ac40dbbca"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:53.723342 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ae8cbb70-b373-4a44-b403-9f6ac40dbbca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:13:53.724989 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-e1311c29-5ced-4af5-86a2-37a81b9bc045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:53.727231 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-e1311c29-5ced-4af5-86a2-37a81b9bc045 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 912 time: 0.1472316 Jul 28 18:13:53.741295 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:53.758800 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e3a8a10-b576-43bd-8b48-cc8053c325e9 x-openstack-request-id: req-4e3a8a10-b576-43bd-8b48-cc8053c325e9 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:53.759117 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75328faf-ff9c-4e13-9643-bb73b0079a5a", "name": "network-vif-plugged", "status": "completed", "tag": "ae8cbb70-b373-4a44-b403-9f6ac40dbbca", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:53.759381 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4e3a8a10-b576-43bd-8b48-cc8053c325e9 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:53.759837 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e3a8a10-b576-43bd-8b48-cc8053c325e9'] response: {'server_uuid': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca', 'code': 200} Jul 28 18:13:53.828797 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:53.847138 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 40974) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:53.867329 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:53.887368 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:53.973401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-843863408-network', 'tenant_id': '85d8da2c21474c958de9039caa0b547d'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:53.999659 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '8b1192db-3a5c-44de-af46-2d7c9bcf8b0d', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'port_id': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'mac_address': 'fa:16:3e:2f:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:47Z', 'updated_at': '2022-07-28T18:13:52Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:54.026222 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f6e1ec-cd87-4807-8dfa-0a89fd626fbe None None] The sync data for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi is: [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '8b1192db-3a5c-44de-af46-2d7c9bcf8b0d', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'floating_ip_address': '172.27.3.61', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'port_id': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'mac_address': 'fa:16:3e:2f:63:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:47Z', 'updated_at': '2022-07-28T18:13:52Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:54.057185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Made reservation on behalf of 85d8da2c21474c958de9039caa0b547d for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:54.060484 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.070466 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.123658 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:54.160022 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks [] for security_group (c429bda7-b092-45d2-b65f-c340fb6a39af), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.222715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c429bda7-b092-45d2-b65f-c340fb6a39af), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.248083 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87d7b0-382b-41a9-9254-e1165b6a2dcf None None] New status for floating IP 8b1192db-3a5c-44de-af46-2d7c9bcf8b0d: ACTIVE {{(pid=104677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:13:54.253059 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 935} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:13:54.264805 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c429bda7-b092-45d2-b65f-c340fb6a39af,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.270776 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (88f3c065-e1d9-4436-bbcb-3973f330e05d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.271252 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Added segment 88f3c065-e1d9-4436-bbcb-3973f330e05d of type vlan for network 23614efc-eed1-4326-a701-6c2e93f9f59c Jul 28 18:13:54.273524 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:13:54.313704 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (23614efc-eed1-4326-a701-6c2e93f9f59c), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.439207 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-c60b7c4e-6b35-4c36-aefc-f5b30b0d41cd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 200 len: 998 time: 0.1209896 Jul 28 18:13:54.461854 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (23614efc-eed1-4326-a701-6c2e93f9f59c), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.463345 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:54.463856 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:54.715549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:54.798560 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9503350 Jul 28 18:13:54.810251 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41014) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:54.818647 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Request body: {'subnet': {'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-843863408-subnet', 'tenant_id': '85d8da2c21474c958de9039caa0b547d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:54.825658 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b451626-b984-471d-92ff-2435f7f08b9d req-39996828-d917-4e7d-86ca-d54fdf97cd5b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:54.827157 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b451626-b984-471d-92ff-2435f7f08b9d req-39996828-d917-4e7d-86ca-d54fdf97cd5b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.3377128 Jul 28 18:13:54.829214 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-542b6286-8c40-4a12-acf0-5155353f3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:54.830919 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-542b6286-8c40-4a12-acf0-5155353f3dd1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.3818371 Jul 28 18:13:54.831975 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a7b327-b85c-437d-88ff-5c49b592387c admin admin] Pushing event updated for resources: {'Network': ['ID=23614efc-eed1-4326-a701-6c2e93f9f59c,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:54.846589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 23614efc-eed1-4326-a701-6c2e93f9f59c details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:13:54.892580 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b451626-b984-471d-92ff-2435f7f08b9d req-1374f960-e6f0-4214-b297-74fe108051db tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576105 Jul 28 18:13:54.936684 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Made reservation on behalf of 85d8da2c21474c958de9039caa0b547d for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:13:54.939383 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.072403 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06db9bc-63b1-47d9-bb1a-20f73b90f7d5 req-baad31a6-1bbd-4292-9842-c47c14762a8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.074025 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b06db9bc-63b1-47d9-bb1a-20f73b90f7d5 req-baad31a6-1bbd-4292-9842-c47c14762a8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0508969 Jul 28 18:13:55.126434 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b06db9bc-63b1-47d9-bb1a-20f73b90f7d5 req-fd473fce-3d50-4845-bb49-501d860302e9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466485 Jul 28 18:13:55.238544 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (e3df671a-8b32-4f45-a000-8b9813679f50), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.304351 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3df671a-8b32-4f45-a000-8b9813679f50,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:55.320938 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Checking segment: {'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:13:55.321327 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Network hostable DHCP agents. Network: 23614efc-eed1-4326-a701-6c2e93f9f59c, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:13:55.399002 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Network 23614efc-eed1-4326-a701-6c2e93f9f59c is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:13:55.451073 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 23614efc-eed1-4326-a701-6c2e93f9f59c) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:13:55.463215 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f21bce-61fc-4d37-b478-f1c26cc0c868 None None] Network 23614efc-eed1-4326-a701-6c2e93f9f59c requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:13:55.465914 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:55.477480 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.478131 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:55.610532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-45987cf2-39a1-4273-a976-150cf716ed2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.612049 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-45987cf2-39a1-4273-a976-150cf716ed2c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0780978 Jul 28 18:13:55.617064 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:55.631198 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b4db19-2d09-4c8b-9d10-1983fb16079f None None] Network 23614efc-eed1-4326-a701-6c2e93f9f59c requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:13:55.639597 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-621abed2-1f1f-48e0-a6b3-87d33c87fded admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8258684 Jul 28 18:13:55.654306 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e88284-abe0-45d3-87d5-cce6f9f57bd6 req-4c21e6c1-4dfa-450c-ae57-78349fcb79a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:55.655843 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-75e88284-abe0-45d3-87d5-cce6f9f57bd6 req-4c21e6c1-4dfa-450c-ae57-78349fcb79a1 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 1130 time: 0.1088719 Jul 28 18:13:55.739378 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-93a20ec1-b1cc-4a7f-be75-670b727345a5 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199284 Jul 28 18:13:55.741203 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-75e88284-abe0-45d3-87d5-cce6f9f57bd6 req-9438998c-dbc2-4851-9a4c-2aff90ec452a service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Jul 28 18:13:56.036072 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c8fb31-1213-42cc-8649-0f8f531cf2f2 req-d9a81708-c888-4d28-a806-1106f40541f2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:56.038222 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-42c8fb31-1213-42cc-8649-0f8f531cf2f2 req-d9a81708-c888-4d28-a806-1106f40541f2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0485685 Jul 28 18:13:56.088397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-42c8fb31-1213-42cc-8649-0f8f531cf2f2 req-e20a26be-75f1-4f12-9fb0-d5a3ff003966 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441835 Jul 28 18:13:56.329016 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8be957c-20a0-4506-87fc-45082e06dc8d req-505dd680-f16c-43bc-b2a8-b9bbefa444f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:56.330607 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8be957c-20a0-4506-87fc-45082e06dc8d req-505dd680-f16c-43bc-b2a8-b9bbefa444f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.1245282 Jul 28 18:13:56.338413 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b236f3-76a2-4d01-955d-759932862b1f req-176aa509-1347-4fe2-b8e0-a65f7aa1dbf6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:56.339845 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8b236f3-76a2-4d01-955d-759932862b1f req-176aa509-1347-4fe2-b8e0-a65f7aa1dbf6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.1247044 Jul 28 18:13:56.349983 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41098) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:56.355559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'floatingip': {'port_id': '1d258458-0cee-481c-93c4-bf0b858d9e28'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:13:56.399204 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:56.441581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8be957c-20a0-4506-87fc-45082e06dc8d req-41b14c22-ca89-4497-bc45-37848f7eb14a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005335 Jul 28 18:13:56.446393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4056c96d-4f28-4c22-9b86-c334ad7700e3 req-f8baf06d-a92d-4d7c-bfc6-1ec98f8ee63d service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797404 Jul 28 18:13:56.920090 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41116) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:56.978194 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.033541 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-889a50f7-c06c-4cf0-8756-2d27a0d33e4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.035965 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.041416 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.075875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.102949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.112688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-889a50f7-c06c-4cf0-8756-2d27a0d33e4b admin admin] Publish callbacks [] for security_group (9f1cae17-5624-4c5b-a3a0-864a9a8f945a), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.176859 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-889a50f7-c06c-4cf0-8756-2d27a0d33e4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9f1cae17-5624-4c5b-a3a0-864a9a8f945a), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.203260 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Floating IP efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5 associated. External IP: 172.27.3.131, port: 1d258458-0cee-481c-93c4-bf0b858d9e28. Jul 28 18:13:57.218061 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-889a50f7-c06c-4cf0-8756-2d27a0d33e4b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e2b32fcdd0ad41ea9a821bc81a0f1d03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2968647 Jul 28 18:13:57.218921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a50f7-c06c-4cf0-8756-2d27a0d33e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1cae17-5624-4c5b-a3a0-864a9a8f945a,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.221447 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41120) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:57.273351 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.276990 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0f08faa0-12ed-4b54-bd41-fad9aa76461e admin admin] Publish callbacks [] for security_group (9f1cae17-5624-4c5b-a3a0-864a9a8f945a), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.299308 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0f08faa0-12ed-4b54-bd41-fad9aa76461e admin admin] Publish callbacks [] for security_group (9f1cae17-5624-4c5b-a3a0-864a9a8f945a), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.409966 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Router 67535ec3-accc-432f-af4d-b7c2064ab23b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:13:57.428031 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0f08faa0-12ed-4b54-bd41-fad9aa76461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9f1cae17-5624-4c5b-a3a0-864a9a8f945a), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.430894 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0f08faa0-12ed-4b54-bd41-fad9aa76461e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.432041 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0f08faa0-12ed-4b54-bd41-fad9aa76461e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9f1cae17-5624-4c5b-a3a0-864a9a8f945a HTTP/1.1" status: 204 len: 168 time: 0.2061784 Jul 28 18:13:57.441251 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08faa0-12ed-4b54-bd41-fad9aa76461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1cae17-5624-4c5b-a3a0-864a9a8f945a,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:57.506006 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.526743 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:13:57.531539 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:57.537988 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] Sync routers for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:13:57.551341 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:57.551953 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:13:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.561794 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-e7faf14f-381a-417f-9054-30c70e60b32d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "PUT /v2.0/floatingips/efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5 HTTP/1.1" status: 200 len: 991 time: 1.2107148 Jul 28 18:13:57.562457 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:13:57.564856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ceee3d-a08d-460b-bb72-4ca1d631e31d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:13:57.611229 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf276a1-1086-40d0-b7fb-5021d035b299 req-b666492c-8ae7-4311-a7ab-26beb1e3b6a5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:57.612736 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebf276a1-1086-40d0-b7fb-5021d035b299 req-b666492c-8ae7-4311-a7ab-26beb1e3b6a5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0931726 Jul 28 18:13:57.623621 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2626fb0f-8086-48fc-9663-e37b6f804307 x-openstack-request-id: req-2626fb0f-8086-48fc-9663-e37b6f804307 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:13:57.623920 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:13:57.624182 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2626fb0f-8086-48fc-9663-e37b6f804307 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:13:57.624591 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2626fb0f-8086-48fc-9663-e37b6f804307'] response: {'name': 'network-changed', 'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'status': 'completed', 'code': 200} Jul 28 18:13:57.667314 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebf276a1-1086-40d0-b7fb-5021d035b299 req-cc0e22c5-9633-4159-9bb5-12bbf4423938 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480671 Jul 28 18:13:57.709726 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:57.848341 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.851196 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:57.931610 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'port_id': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'mac_address': 'fa:16:3e:26:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:48Z', 'updated_at': '2022-07-28T18:13:56Z', 'revision_number': 1, 'project_id': '9e962e97777048b79415ba13adcc95be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:57.955551 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] Checking router: 67535ec3-accc-432f-af4d-b7c2064ab23b for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:13:57.964162 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:13:57.964819 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:13:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.141378 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:13:58.147486 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41148) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:58.165317 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8707db5e-b49e-445f-89e0-49456351e765 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.229626 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-8ad94f50-0ae9-46f1-8f2a-e28967057650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:58.231119 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-8ad94f50-0ae9-46f1-8f2a-e28967057650 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1129 time: 0.0554242 Jul 28 18:13:58.358708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8707db5e-b49e-445f-89e0-49456351e765 admin admin] Publish callbacks [] for security_group (f5ccd266-b107-43be-80db-85bb6fbc22dd), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.362949 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'port_id': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'mac_address': 'fa:16:3e:26:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:48Z', 'updated_at': '2022-07-28T18:13:56Z', 'revision_number': 1, 'project_id': '9e962e97777048b79415ba13adcc95be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:13:58.364043 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-3bd48b82-6d1d-4e0c-8f69-f49b2b239d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:58.365648 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-3bd48b82-6d1d-4e0c-8f69-f49b2b239d49 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.1278000 Jul 28 18:13:58.393781 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d20314-6ab6-442a-809a-0568a5be7cf9 None None] The sync data for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi is: [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'floating_ip_address': '172.27.3.131', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'port_id': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'mac_address': 'fa:16:3e:26:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:12:48Z', 'updated_at': '2022-07-28T18:13:56Z', 'revision_number': 1, 'project_id': '9e962e97777048b79415ba13adcc95be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:13:58.435715 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-a4d2cff5-460b-4224-b2a3-d191997a3ffc service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 999 time: 0.0640373 Jul 28 18:13:58.472272 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8707db5e-b49e-445f-89e0-49456351e765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f5ccd266-b107-43be-80db-85bb6fbc22dd), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.536817 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-39aef7ab-5f0d-4967-bb24-b191df037657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:58.538373 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-39aef7ab-5f0d-4967-bb24-b191df037657 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0952780 Jul 28 18:13:58.544383 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41154) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:13:58.544909 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-8707db5e-b49e-445f-89e0-49456351e765 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=166f10c2ada64c579d8dc17d24517323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958137 Jul 28 18:13:58.573742 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8707db5e-b49e-445f-89e0-49456351e765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ccd266-b107-43be-80db-85bb6fbc22dd,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.588432 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-3937a74c-4ff8-409f-a147-49a7c354992e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:58.590116 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-3937a74c-4ff8-409f-a147-49a7c354992e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441494 Jul 28 18:13:58.607559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-824d6e34-76a7-48c0-be87-d8df8f2d90a8 admin admin] Publish callbacks [] for security_group (f5ccd266-b107-43be-80db-85bb6fbc22dd), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.633136 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-824d6e34-76a7-48c0-be87-d8df8f2d90a8 admin admin] Publish callbacks [] for security_group (f5ccd266-b107-43be-80db-85bb6fbc22dd), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.635627 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd31f9d6-c5c2-4ec6-a0c1-b6a0580729c4 None None] New status for floating IP efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5: ACTIVE {{(pid=104677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:13:58.702978 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-3799d6ef-569d-40bf-8ef4-f58afe29fd09 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056728 Jul 28 18:13:58.815305 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3510fd-ef38-4b3d-ae60-d395d35d7033 req-13417cc1-3000-4d16-92ea-39f10211dbcf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:58.816802 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ff3510fd-ef38-4b3d-ae60-d395d35d7033 req-13417cc1-3000-4d16-92ea-39f10211dbcf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0608747 Jul 28 18:13:58.821646 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:58.827906 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-824d6e34-76a7-48c0-be87-d8df8f2d90a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (f5ccd266-b107-43be-80db-85bb6fbc22dd), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.831675 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-824d6e34-76a7-48c0-be87-d8df8f2d90a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:13:58.837122 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-824d6e34-76a7-48c0-be87-d8df8f2d90a8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/f5ccd266-b107-43be-80db-85bb6fbc22dd HTTP/1.1" status: 204 len: 168 time: 0.2868426 Jul 28 18:13:58.849499 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824d6e34-76a7-48c0-be87-d8df8f2d90a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ccd266-b107-43be-80db-85bb6fbc22dd,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:13:58.873491 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:13:58.881505 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02ceee3d-a08d-460b-bb72-4ca1d631e31d req-8eac2a76-f519-4a86-af71-4294c472750e service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690507 Jul 28 18:13:58.901397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ff3510fd-ef38-4b3d-ae60-d395d35d7033 req-344f49bc-5a25-4133-8380-2fc22952c1e5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762467 Jul 28 18:13:59.143515 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b19906e5-728d-4e3a-9f81-7c4c8ffc6f3f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:59.145008 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b19906e5-728d-4e3a-9f81-7c4c8ffc6f3f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/networks?id=23614efc-eed1-4326-a701-6c2e93f9f59c HTTP/1.1" status: 200 len: 808 time: 0.1077161 Jul 28 18:13:59.162250 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-9f2df5d8-f15c-4683-abd2-43458c1a6a59 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/quotas/85d8da2c21474c958de9039caa0b547d HTTP/1.1" status: 200 len: 375 time: 0.0090575 Jul 28 18:13:59.192362 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-474ad92e-cd22-411e-b474-dac96a99d302 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=85d8da2c21474c958de9039caa0b547d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266685 Jul 28 18:13:59.283569 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-9445bb6e-fa9e-433f-af88-989a235033be service neutron] 10.222.0.86 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838106 Jul 28 18:13:59.379550 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-630d4847-ac41-46c4-b09d-5bbe22da0f4d service neutron] 10.222.0.86 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904975 Jul 28 18:13:59.530196 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1fa07-dfa4-4da2-a6ab-aa0d137431b9 req-f1c0adf6-5bed-4f1d-9951-c5032c4e18b4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:13:59.531696 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-40b1fa07-dfa4-4da2-a6ab-aa0d137431b9 req-f1c0adf6-5bed-4f1d-9951-c5032c4e18b4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0482979 Jul 28 18:13:59.592942 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-40b1fa07-dfa4-4da2-a6ab-aa0d137431b9 req-1e3c9f19-03f8-4131-b72a-67f9ba9b4aff tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549998 Jul 28 18:13:59.669017 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-90ea1fb0-cc14-4932-ab21-e1608b203b8b req-8a27fdfa-016b-4224-9fe3-169a206d8c38 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0353279 Jul 28 18:14:00.729617 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626ff1a-b354-4d72-8271-076d34ffc8ba req-1ba68ff0-d233-4a97-9f95-bf6329f3fc07 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:00.731106 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b626ff1a-b354-4d72-8271-076d34ffc8ba req-1ba68ff0-d233-4a97-9f95-bf6329f3fc07 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0497308 Jul 28 18:14:00.781178 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea56ddd2-73a4-4de7-b460-d76819292d7a req-08472720-a5ab-45c9-817f-a2029db15628 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0351298 Jul 28 18:14:00.813822 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b626ff1a-b354-4d72-8271-076d34ffc8ba req-d992d3b2-e92b-41db-9f8d-e2f3c1268fa7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756845 Jul 28 18:14:01.885837 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6cf147fe-4add-4ff9-b8f7-6b98169fa8ab req-984d794b-74e3-440f-a274-faed84135c51 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0294983 Jul 28 18:14:01.939154 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76423c0c-bb97-4e2a-8daa-36ddac80b274 req-f5108a31-5174-4474-b3d6-5dd27c093963 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:01.940589 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76423c0c-bb97-4e2a-8daa-36ddac80b274 req-f5108a31-5174-4474-b3d6-5dd27c093963 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0538948 Jul 28 18:14:01.976131 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:01.987947 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76423c0c-bb97-4e2a-8daa-36ddac80b274 req-2cd4af9f-5527-4976-9473-309437e39877 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Jul 28 18:14:02.985325 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e946a2bd-b69b-4da1-9168-b24ae66e01b7 req-e477b02d-f76e-4b64-84b3-40c8f6b4401e tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0269718 Jul 28 18:14:03.106346 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b72c92-7bbd-4e2e-adf0-c09047478c1f req-870f77c7-693e-4d05-9229-157a21c89bc9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:03.107813 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-73b72c92-7bbd-4e2e-adf0-c09047478c1f req-870f77c7-693e-4d05-9229-157a21c89bc9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0479827 Jul 28 18:14:03.159411 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-73b72c92-7bbd-4e2e-adf0-c09047478c1f req-a7084871-7961-4b92-8e68-345593a24f78 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457344 Jul 28 18:14:03.667699 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41294) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:03.780617 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-59ebe72b-9174-4799-b520-6d8bd7067c82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.857923 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-59ebe72b-9174-4799-b520-6d8bd7067c82 admin admin] Publish callbacks [] for security_group (fdad2c3f-7896-4ab2-ba1f-5d96637352c1), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.917770 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-59ebe72b-9174-4799-b520-6d8bd7067c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (fdad2c3f-7896-4ab2-ba1f-5d96637352c1), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:03.956982 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-59ebe72b-9174-4799-b520-6d8bd7067c82 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b51d9aef87bf45e8bf8063a1b49dc368&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2881072 Jul 28 18:14:03.958199 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ebe72b-9174-4799-b520-6d8bd7067c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdad2c3f-7896-4ab2-ba1f-5d96637352c1,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:03.959724 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41302) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:04.017453 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-69b56c22-8381-47d0-9b55-3ad97ae9dcb5 admin admin] Publish callbacks [] for security_group (fdad2c3f-7896-4ab2-ba1f-5d96637352c1), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.039622 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-69b56c22-8381-47d0-9b55-3ad97ae9dcb5 admin admin] Publish callbacks [] for security_group (fdad2c3f-7896-4ab2-ba1f-5d96637352c1), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.093319 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cd3007df-8830-49ac-92f0-26d8584135cc req-29f64943-a8d6-4e86-8250-41b7647bf432 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0279665 Jul 28 18:14:04.170041 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-69b56c22-8381-47d0-9b55-3ad97ae9dcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (fdad2c3f-7896-4ab2-ba1f-5d96637352c1), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.173059 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-69b56c22-8381-47d0-9b55-3ad97ae9dcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.176835 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-69b56c22-8381-47d0-9b55-3ad97ae9dcb5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/fdad2c3f-7896-4ab2-ba1f-5d96637352c1 HTTP/1.1" status: 204 len: 168 time: 0.2154038 Jul 28 18:14:04.186544 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b56c22-8381-47d0-9b55-3ad97ae9dcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdad2c3f-7896-4ab2-ba1f-5d96637352c1,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:04.285320 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a9f50-c23b-419c-b7da-d3c4f3959888 req-f9f0514b-1875-4fd4-81db-bbfa85c9643a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:04.286805 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-378a9f50-c23b-419c-b7da-d3c4f3959888 req-f9f0514b-1875-4fd4-81db-bbfa85c9643a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0497193 Jul 28 18:14:04.338288 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-378a9f50-c23b-419c-b7da-d3c4f3959888 req-df5c7d4a-bca9-4330-8d0a-840af290b1e1 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458255 Jul 28 18:14:04.758484 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41318) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:04.772850 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-59c4152f-a0b2-4226-8ee2-37b53561f615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.839866 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:04.852346 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-59c4152f-a0b2-4226-8ee2-37b53561f615 admin admin] Publish callbacks [] for security_group (9e38c757-62dc-475d-a491-97b44d3d4b8a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.924226 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-59c4152f-a0b2-4226-8ee2-37b53561f615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9e38c757-62dc-475d-a491-97b44d3d4b8a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:04.956778 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-59c4152f-a0b2-4226-8ee2-37b53561f615 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8a32677ba87348e1be912309d02d6613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969726 Jul 28 18:14:04.959531 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41322) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:04.969159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4152f-a0b2-4226-8ee2-37b53561f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e38c757-62dc-475d-a491-97b44d3d4b8a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:05.010192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e2a5-40bd-4a56-8cbe-3e8b26c2056b admin admin] Publish callbacks [] for security_group (9e38c757-62dc-475d-a491-97b44d3d4b8a), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:05.032831 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e2a5-40bd-4a56-8cbe-3e8b26c2056b admin admin] Publish callbacks [] for security_group (9e38c757-62dc-475d-a491-97b44d3d4b8a), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:05.159134 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e2a5-40bd-4a56-8cbe-3e8b26c2056b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9e38c757-62dc-475d-a491-97b44d3d4b8a), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:05.161729 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5be1e2a5-40bd-4a56-8cbe-3e8b26c2056b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:05.162910 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-5be1e2a5-40bd-4a56-8cbe-3e8b26c2056b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9e38c757-62dc-475d-a491-97b44d3d4b8a HTTP/1.1" status: 204 len: 168 time: 0.2021141 Jul 28 18:14:05.194647 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1e2a5-40bd-4a56-8cbe-3e8b26c2056b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e38c757-62dc-475d-a491-97b44d3d4b8a,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:05.198825 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-81b5b217-a7f3-441e-89a6-d3b4a1f3ec95 req-510ccf7b-9654-4b90-92e7-f076201ae67a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0341609 Jul 28 18:14:05.495505 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eed63d-d34a-4093-a493-fdf9a3612399 req-6df46b5f-de1c-4ada-9364-8f7325238a07 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.497189 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43eed63d-d34a-4093-a493-fdf9a3612399 req-6df46b5f-de1c-4ada-9364-8f7325238a07 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0840328 Jul 28 18:14:05.502884 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-29e82555-9074-4de1-8aaf-8c3a990cc6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.504393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-29e82555-9074-4de1-8aaf-8c3a990cc6ef service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 1130 time: 0.0596094 Jul 28 18:14:05.544777 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:05.633277 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43eed63d-d34a-4093-a493-fdf9a3612399 req-d87e812e-0f9f-45bd-81d7-1ff8867e8dd3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030982 Jul 28 18:14:05.641371 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:05.651914 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-462b9e00-6a2e-475c-98b9-93225df6819c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.653556 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-462b9e00-6a2e-475c-98b9-93225df6819c service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.1251059 Jul 28 18:14:05.714044 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-4aaef993-06b1-4275-b41c-6799a360915d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca HTTP/1.1" status: 200 len: 217 time: 0.0360279 Jul 28 18:14:05.768325 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-1dafbdcd-4acd-4eb2-b9ad-e4093d403e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.769873 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-1dafbdcd-4acd-4eb2-b9ad-e4093d403e4e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0461829 Jul 28 18:14:05.822076 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-5826667d-40e3-464d-a4d4-6c6ae62a1e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:05.823616 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-5826667d-40e3-464d-a4d4-6c6ae62a1e7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418859 Jul 28 18:14:05.925329 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-e171c5db-a50b-4672-b141-bf6fac414789 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880957 Jul 28 18:14:06.025962 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca7a501b-eda9-4485-88db-ae0e9204d0e2 req-1c2f1064-f752-4e1b-b1c3-0d23ec595aa2 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919166 Jul 28 18:14:06.300658 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9886402e-ffbd-47cc-ae3c-9fe478d0505b req-a545c9b5-f562-4955-a9a1-6fea6b81a137 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0280585 Jul 28 18:14:06.747358 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b4fd8e-8b38-497c-a26f-a0409e79890a req-01c6ca42-6b95-45a4-abc0-5cfc280de921 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:06.748758 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-87b4fd8e-8b38-497c-a26f-a0409e79890a req-01c6ca42-6b95-45a4-abc0-5cfc280de921 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0470967 Jul 28 18:14:06.798428 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-87b4fd8e-8b38-497c-a26f-a0409e79890a req-a312ad38-8cc2-4345-a8cb-3be3f4e8cac2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436118 Jul 28 18:14:07.088549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-aef5ac77-3da3-4c81-a9f1-f40b02974eed tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:07.090167 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-aef5ac77-3da3-4c81-a9f1-f40b02974eed tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "GET /v2.0/networks?id=23614efc-eed1-4326-a701-6c2e93f9f59c HTTP/1.1" status: 200 len: 808 time: 0.1172202 Jul 28 18:14:07.119642 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Request body: {'port': {'device_id': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c', 'admin_state_up': True, 'tenant_id': '85d8da2c21474c958de9039caa0b547d'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:07.232543 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:07.331283 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Made reservation on behalf of 85d8da2c21474c958de9039caa0b547d for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:07.345898 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:07.439165 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c47569a9-d13d-43f6-b537-9d48dbb0ad80 req-251185f5-9889-4456-8fb0-e792369aecb6 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0371366 Jul 28 18:14:07.513860 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Allocated IP 172.20.0.3 (23614efc-eed1-4326-a701-6c2e93f9f59c/e3df671a-8b32-4f45-a000-8b9813679f50/9970c139-713a-4a09-a5db-ae9b44549c10) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:14:07.663955 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks [] for port (9970c139-713a-4a09-a5db-ae9b44549c10), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:07.758359 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:07.806273 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Network 23614efc-eed1-4326-a701-6c2e93f9f59c is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:14:07.811691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:07.815651 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:14:07.821356 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:07.822413 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:07.834920 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Pushing event updated for resources: {'Port': ['ID=9970c139-713a-4a09-a5db-ae9b44549c10,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:07.928011 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-b7b6eded-d835-4f02-9c87-98563d0c1b70 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8161528 Jul 28 18:14:07.944028 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b27f9-7399-4e7b-b24c-5904e211115e req-ada02b5b-63f1-47bd-9452-ec1125788f10 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:07.945533 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa2b27f9-7399-4e7b-b24c-5904e211115e req-ada02b5b-63f1-47bd-9452-ec1125788f10 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0516393 Jul 28 18:14:07.954866 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Request body: {'port': {'device_id': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:08.001587 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:08.052243 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa2b27f9-7399-4e7b-b24c-5904e211115e req-fff48b97-6f47-46fc-b592-ffe2d318769f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944526 Jul 28 18:14:08.053269 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:08.436228 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:08.573338 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9970c139-713a-4a09-a5db-ae9b44549c10 {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:14:08.584987 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Publish callbacks [] for port (9970c139-713a-4a09-a5db-ae9b44549c10), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:08.598500 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffc91f-c732-4865-9b4d-7a021454e3f2 req-17245ee5-644d-4637-a711-46bc0deba22a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:08.599894 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c2ffc91f-c732-4865-9b4d-7a021454e3f2 req-17245ee5-644d-4637-a711-46bc0deba22a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 931 time: 0.0705574 Jul 28 18:14:08.608626 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Transition to ACTIVE for port object 9970c139-713a-4a09-a5db-ae9b44549c10 will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:14:08.655172 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c2ffc91f-c732-4865-9b4d-7a021454e3f2 req-34b90ea0-fb4e-46cb-85a9-59b88bdd36ad tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453227 Jul 28 18:14:08.724277 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:08.777654 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Pushing event updated for resources: {'Port': ['ID=9970c139-713a-4a09-a5db-ae9b44549c10,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:08.809326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Attempting to bind port 9970c139-713a-4a09-a5db-ae9b44549c10 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:14:08.809591 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Attempting to bind port 9970c139-713a-4a09-a5db-ae9b44549c10 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:14:08.809926 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Attempting to bind port 9970c139-713a-4a09-a5db-ae9b44549c10 on network 23614efc-eed1-4326-a701-6c2e93f9f59c {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:14:08.814442 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Port 9970c139-713a-4a09-a5db-ae9b44549c10 on network 23614efc-eed1-4326-a701-6c2e93f9f59c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:14:08.814759 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Attempting to bind port 9970c139-713a-4a09-a5db-ae9b44549c10 on network 23614efc-eed1-4326-a701-6c2e93f9f59c {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:14:08.819649 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 13, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:14:08.820061 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Checking segment: {'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:14:08.820375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Bound using segment: {'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:14:08.820798 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Bound port: 9970c139-713a-4a09-a5db-ae9b44549c10, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:14:08.821191 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:08.871100 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:08.881558 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] For port 9970c139-713a-4a09-a5db-ae9b44549c10, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:14:08.884565 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] For port 9970c139-713a-4a09-a5db-ae9b44549c10, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9970c139-713a-4a09-a5db-ae9b44549c10,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:14:08.987601 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:09.022948 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.024077 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:09.025492 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] 10.222.0.93 "PUT /v2.0/ports/9970c139-713a-4a09-a5db-ae9b44549c10 HTTP/1.1" status: 200 len: 1093 time: 1.0757837 Jul 28 18:14:09.025956 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'tag': '9970c139-713a-4a09-a5db-ae9b44549c10'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:09.028221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231f84b7-be63-4b38-9d99-172bcd388d50" -d '{"events": [{"name": "network-changed", "server_uuid": "88ed5c44-308f-42a6-86ca-9b4e58b3af9b", "tag": "9970c139-713a-4a09-a5db-ae9b44549c10"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:09.058457 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abf3ad1-4481-42be-8263-0e46e3d9d865 service neutron] Pushing event updated for resources: {'Port': ['ID=9970c139-713a-4a09-a5db-ae9b44549c10,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:09.072584 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62317013-87a7-45fc-874e-08295a535245 x-openstack-request-id: req-62317013-87a7-45fc-874e-08295a535245 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:09.072951 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ed5c44-308f-42a6-86ca-9b4e58b3af9b", "tag": "9970c139-713a-4a09-a5db-ae9b44549c10", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:09.073344 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62317013-87a7-45fc-874e-08295a535245 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:09.073814 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62317013-87a7-45fc-874e-08295a535245'] response: {'name': 'network-changed', 'server_uuid': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'tag': '9970c139-713a-4a09-a5db-ae9b44549c10', 'status': 'completed', 'code': 200} Jul 28 18:14:09.202706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f4579-7f8b-4426-b3b2-418149ad230e req-60660008-60b7-4461-8e90-280e4db88a6d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.204199 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca1f4579-7f8b-4426-b3b2-418149ad230e req-60660008-60b7-4461-8e90-280e4db88a6d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0780168 Jul 28 18:14:09.209971 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f84b7-be63-4b38-9d99-172bcd388d50 req-95b513b5-1c60-4b5c-9d24-8fd1c94b2bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.211431 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-231f84b7-be63-4b38-9d99-172bcd388d50 req-95b513b5-1c60-4b5c-9d24-8fd1c94b2bd3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85d8da2c21474c958de9039caa0b547d&device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 1127 time: 0.0758951 Jul 28 18:14:09.303953 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca1f4579-7f8b-4426-b3b2-418149ad230e req-2f3d5e8c-7691-49a3-805b-754713234d30 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915732 Jul 28 18:14:09.345307 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f84b7-be63-4b38-9d99-172bcd388d50 req-d2e4b04e-e79c-4550-bf0d-bd1060283ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.346751 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-231f84b7-be63-4b38-9d99-172bcd388d50 req-d2e4b04e-e79c-4550-bf0d-bd1060283ed9 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=85d8da2c21474c958de9039caa0b547d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1152670 Jul 28 18:14:09.447749 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f84b7-be63-4b38-9d99-172bcd388d50 req-1b2e958e-4dd8-4373-9803-545493ac42d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.449267 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-231f84b7-be63-4b38-9d99-172bcd388d50 req-1b2e958e-4dd8-4373-9803-545493ac42d6 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926826 Jul 28 18:14:09.582267 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-23a43c6b-6431-41a8-be70-64566df13091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.583686 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-23a43c6b-6431-41a8-be70-64566df13091 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85d8da2c21474c958de9039caa0b547d&device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 1127 time: 0.0389779 Jul 28 18:14:09.634089 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-3a477ae2-b581-4c7d-b8fa-07d91a590eb2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9970c139-713a-4a09-a5db-ae9b44549c10 HTTP/1.1" status: 200 len: 217 time: 0.0328472 Jul 28 18:14:09.688798 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-e5e2ce34-bad8-4bc8-83df-3fa378b86004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.690280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-e5e2ce34-bad8-4bc8-83df-3fa378b86004 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e3df671a-8b32-4f45-a000-8b9813679f50 HTTP/1.1" status: 200 len: 848 time: 0.0481694 Jul 28 18:14:09.733403 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-8314a4c1-4e11-4ccc-9899-91aa6a43a2a6 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23614efc-eed1-4326-a701-6c2e93f9f59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283241 Jul 28 18:14:09.820269 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfdb490-1303-4ade-aa64-0ac7c6951cb7 req-2bffaf28-882d-4515-a72c-6405ea40f3ca tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:09.822031 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cbfdb490-1303-4ade-aa64-0ac7c6951cb7 req-2bffaf28-882d-4515-a72c-6405ea40f3ca tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 943 time: 0.0917058 Jul 28 18:14:09.867032 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:09.890039 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-7d8464f1-4b46-45fd-9b59-f075a855f467 service neutron] 10.222.0.93 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479585 Jul 28 18:14:09.901353 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cbfdb490-1303-4ade-aa64-0ac7c6951cb7 req-ca25ed95-befc-4259-aab3-2c1baf6e5902 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716414 Jul 28 18:14:09.988590 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c1023ce9-a458-487d-8dc2-772b77bff6dd req-57a2bc03-926d-4e23-be84-f4f66a1b1714 service neutron] 10.222.0.93 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856822 Jul 28 18:14:10.428851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c81fed-4b77-4ef7-bffa-2dd130d3b104 req-616191f3-4b8e-40d2-8365-6c50aece8d79 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:10.431009 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f6c81fed-4b77-4ef7-bffa-2dd130d3b104 req-616191f3-4b8e-40d2-8365-6c50aece8d79 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0524857 Jul 28 18:14:10.480012 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f6c81fed-4b77-4ef7-bffa-2dd130d3b104 req-760a32b4-006c-4cb8-8485-789dbc048e33 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429797 Jul 28 18:14:11.028599 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701aad0-ee26-4256-b98e-86944b6767db req-fdbd26e1-b7c5-4d80-9cb2-bbe755fa6aa0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:11.030071 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b701aad0-ee26-4256-b98e-86944b6767db req-fdbd26e1-b7c5-4d80-9cb2-bbe755fa6aa0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 943 time: 0.0474005 Jul 28 18:14:11.078080 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b701aad0-ee26-4256-b98e-86944b6767db req-88e1d2b5-06a9-4780-8731-2d2742688511 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424805 Jul 28 18:14:11.599277 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9ce1f-d815-47ba-af40-86e937e95cd0 req-35455528-07ac-4da8-9634-23cd747d22ca tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:11.600776 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7ca9ce1f-d815-47ba-af40-86e937e95cd0 req-35455528-07ac-4da8-9634-23cd747d22ca tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0505013 Jul 28 18:14:11.665794 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7ca9ce1f-d815-47ba-af40-86e937e95cd0 req-0fd2d265-115e-4aa1-a5cd-fa7c8bda6130 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582428 Jul 28 18:14:12.204119 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584ec4a7-727e-4b97-b2bc-0a658f6807e3 req-b81b3ce1-2cb9-4ef8-bfe5-35771acef57a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:12.205739 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-584ec4a7-727e-4b97-b2bc-0a658f6807e3 req-b81b3ce1-2cb9-4ef8-bfe5-35771acef57a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 943 time: 0.0496163 Jul 28 18:14:12.257346 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-584ec4a7-727e-4b97-b2bc-0a658f6807e3 req-d2c0a076-abee-4ac2-afd1-f1ac70d3f99f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447547 Jul 28 18:14:12.299449 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41564) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:12.417971 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:12.426039 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2c437790-c64c-495e-8ce6-c2d23347c4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.503343 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2c437790-c64c-495e-8ce6-c2d23347c4ac admin admin] Publish callbacks [] for security_group (d0ae1466-308c-49f3-8eee-0e6e088f2443), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.581224 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2c437790-c64c-495e-8ce6-c2d23347c4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d0ae1466-308c-49f3-8eee-0e6e088f2443), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.624615 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-2c437790-c64c-495e-8ce6-c2d23347c4ac admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=95965f070ef34af7954d275e57a21307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3239155 Jul 28 18:14:12.626470 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c437790-c64c-495e-8ce6-c2d23347c4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ae1466-308c-49f3-8eee-0e6e088f2443,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:12.627334 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41574) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:12.635309 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41576) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:12.680196 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d8666ca4-a14f-4920-a8ab-a2e4403648c3 admin admin] Publish callbacks [] for security_group (d0ae1466-308c-49f3-8eee-0e6e088f2443), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.702771 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d8666ca4-a14f-4920-a8ab-a2e4403648c3 admin admin] Publish callbacks [] for security_group (d0ae1466-308c-49f3-8eee-0e6e088f2443), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.752894 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f9885323-e5bb-4592-82e1-bb51604657f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.814495 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b9ef9b-a773-46fa-8bef-fbef6b58fb3b req-057ea06f-50bb-4bb5-9c61-b14fd21a7b8a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:12.815937 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96b9ef9b-a773-46fa-8bef-fbef6b58fb3b req-057ea06f-50bb-4bb5-9c61-b14fd21a7b8a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0607452 Jul 28 18:14:12.838407 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d8666ca4-a14f-4920-a8ab-a2e4403648c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d0ae1466-308c-49f3-8eee-0e6e088f2443), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.841032 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d8666ca4-a14f-4920-a8ab-a2e4403648c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.844901 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d8666ca4-a14f-4920-a8ab-a2e4403648c3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d0ae1466-308c-49f3-8eee-0e6e088f2443 HTTP/1.1" status: 204 len: 168 time: 0.2137506 Jul 28 18:14:12.851360 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8666ca4-a14f-4920-a8ab-a2e4403648c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ae1466-308c-49f3-8eee-0e6e088f2443,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:12.851618 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:12.891037 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96b9ef9b-a773-46fa-8bef-fbef6b58fb3b req-2d6acd7d-6adb-4599-b2f8-caf00d4ab384 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688670 Jul 28 18:14:12.926688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f9885323-e5bb-4592-82e1-bb51604657f3 admin admin] Publish callbacks [] for security_group (8367c753-a3b1-4447-8803-88d554a7a9e2), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:12.982089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f9885323-e5bb-4592-82e1-bb51604657f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8367c753-a3b1-4447-8803-88d554a7a9e2), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.029198 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f9885323-e5bb-4592-82e1-bb51604657f3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9cfde5a784a84d9bb04353268470219e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926265 Jul 28 18:14:13.032840 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9885323-e5bb-4592-82e1-bb51604657f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8367c753-a3b1-4447-8803-88d554a7a9e2,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.036035 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41584) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:13.090360 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3dda-6802-45c3-ab45-e5f7afc35c0a admin admin] Publish callbacks [] for security_group (8367c753-a3b1-4447-8803-88d554a7a9e2), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.113931 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3dda-6802-45c3-ab45-e5f7afc35c0a admin admin] Publish callbacks [] for security_group (8367c753-a3b1-4447-8803-88d554a7a9e2), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.232714 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3dda-6802-45c3-ab45-e5f7afc35c0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8367c753-a3b1-4447-8803-88d554a7a9e2), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.235325 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a0e3dda-6802-45c3-ab45-e5f7afc35c0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.236499 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-6a0e3dda-6802-45c3-ab45-e5f7afc35c0a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8367c753-a3b1-4447-8803-88d554a7a9e2 HTTP/1.1" status: 204 len: 168 time: 0.1994686 Jul 28 18:14:13.245201 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e3dda-6802-45c3-ab45-e5f7afc35c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8367c753-a3b1-4447-8803-88d554a7a9e2,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.382453 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6cee03-1abf-4f76-9f1e-75cb42f51272 req-569deb02-b32d-4066-915e-8cc3e1b9200d tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:13.383991 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6cee03-1abf-4f76-9f1e-75cb42f51272 req-569deb02-b32d-4066-915e-8cc3e1b9200d tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 943 time: 0.0549283 Jul 28 18:14:13.448547 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6cee03-1abf-4f76-9f1e-75cb42f51272 req-7505d31e-6916-4ad3-a634-123aa5bc71ef tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585814 Jul 28 18:14:13.462903 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 9970c139-713a-4a09-a5db-ae9b44549c10 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:13.463413 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41598) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:13.479656 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:13.479656 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7e7e98ac-cd0c-44f5-8b55-849bbd5410b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.575578 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7e7e98ac-cd0c-44f5-8b55-849bbd5410b2 admin admin] Publish callbacks [] for security_group (86862afa-ab77-4c58-b753-da089e59f939), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.592451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 9970c139-713a-4a09-a5db-ae9b44549c10, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9970c139-713a-4a09-a5db-ae9b44549c10,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:13.607772 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '9970c139-713a-4a09-a5db-ae9b44549c10', 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c', 'port_id': '9970c139-713a-4a09-a5db-ae9b44549c10', 'mac_address': 'fa:16:3e:85:fc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3df671a-8b32-4f45-a000-8b9813679f50', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:13.627010 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7e7e98ac-cd0c-44f5-8b55-849bbd5410b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (86862afa-ab77-4c58-b753-da089e59f939), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.647655 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 9970c139-713a-4a09-a5db-ae9b44549c10 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:14:13.648095 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.661501 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7e7e98ac-cd0c-44f5-8b55-849bbd5410b2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=daa113f206fb4715ac8918f76a385ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965368 Jul 28 18:14:13.664710 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9970c139-713a-4a09-a5db-ae9b44549c10 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:14:13.666923 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41610) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:13.675406 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e98ac-cd0c-44f5-8b55-849bbd5410b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86862afa-ab77-4c58-b753-da089e59f939,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.689465 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 9970c139-713a-4a09-a5db-ae9b44549c10, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9970c139-713a-4a09-a5db-ae9b44549c10,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:13.733418 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b2494c9f-4568-4cc8-af1b-42cb6dfc5cad admin admin] Publish callbacks [] for security_group (86862afa-ab77-4c58-b753-da089e59f939), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.758752 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b2494c9f-4568-4cc8-af1b-42cb6dfc5cad admin admin] Publish callbacks [] for security_group (86862afa-ab77-4c58-b753-da089e59f939), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.786753 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.833621 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=9970c139-713a-4a09-a5db-ae9b44549c10,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:13.945820 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b2494c9f-4568-4cc8-af1b-42cb6dfc5cad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (86862afa-ab77-4c58-b753-da089e59f939), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.948541 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b2494c9f-4568-4cc8-af1b-42cb6dfc5cad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:13.949743 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b2494c9f-4568-4cc8-af1b-42cb6dfc5cad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86862afa-ab77-4c58-b753-da089e59f939 HTTP/1.1" status: 204 len: 168 time: 0.2818189 Jul 28 18:14:13.957763 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2494c9f-4568-4cc8-af1b-42cb6dfc5cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86862afa-ab77-4c58-b753-da089e59f939,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:14.014035 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7aba83-50be-4d57-9fe5-859437b45db0 req-59eb899d-a81b-4fbe-8104-9e9fac83745c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:14.015516 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9c7aba83-50be-4d57-9fe5-859437b45db0 req-59eb899d-a81b-4fbe-8104-9e9fac83745c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0515203 Jul 28 18:14:14.075462 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9c7aba83-50be-4d57-9fe5-859437b45db0 req-db31aafb-e405-41e2-b846-3d425c7dbf7b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539265 Jul 28 18:14:14.107022 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=75 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:14.107777 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=29 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:14.287063 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41628) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:14.379696 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['9970c139-713a-4a09-a5db-ae9b44549c10'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:14.400280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a6993554-ba75-453c-a644-a4a876871341 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.437203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:14.456074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:14.498043 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a6993554-ba75-453c-a644-a4a876871341 admin admin] Publish callbacks [] for security_group (93f4a14a-3238-492f-a1d6-b8b3befba318), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.573130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:14.594003 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2b087-28ce-4d41-baa5-dc6d488f1992 req-5a2a5c84-ee27-4960-81c6-110ccdba4563 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:14.599317 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cad2b087-28ce-4d41-baa5-dc6d488f1992 req-5a2a5c84-ee27-4960-81c6-110ccdba4563 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 944 time: 0.0552900 Jul 28 18:14:14.617513 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a6993554-ba75-453c-a644-a4a876871341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (93f4a14a-3238-492f-a1d6-b8b3befba318), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.674247 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a6993554-ba75-453c-a644-a4a876871341 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d39054ef8f67447d8f19ba23505d1b37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3833914 Jul 28 18:14:14.675140 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41650) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:14.688201 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c60117ba-917a-411a-a480-ca2957f2298c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.702281 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6993554-ba75-453c-a644-a4a876871341 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f4a14a-3238-492f-a1d6-b8b3befba318,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:14.709681 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cad2b087-28ce-4d41-baa5-dc6d488f1992 req-befd7e4e-2737-4d44-868a-2eed372f5b69 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077538 Jul 28 18:14:14.755787 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f0990698-aa5b-4fac-ab46-26be4545e799 admin admin] Publish callbacks [] for security_group (93f4a14a-3238-492f-a1d6-b8b3befba318), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.779866 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f0990698-aa5b-4fac-ab46-26be4545e799 admin admin] Publish callbacks [] for security_group (93f4a14a-3238-492f-a1d6-b8b3befba318), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.790281 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:14.941466 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f0990698-aa5b-4fac-ab46-26be4545e799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (93f4a14a-3238-492f-a1d6-b8b3befba318), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.944257 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f0990698-aa5b-4fac-ab46-26be4545e799 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:14.946034 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f0990698-aa5b-4fac-ab46-26be4545e799 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/93f4a14a-3238-492f-a1d6-b8b3befba318 HTTP/1.1" status: 204 len: 168 time: 0.2699804 Jul 28 18:14:14.963840 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0990698-aa5b-4fac-ab46-26be4545e799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f4a14a-3238-492f-a1d6-b8b3befba318,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:15.201800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:15.212972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e79abf4-fa6c-4c1f-8167-e54b0ac5dc26 req-3a1630d0-31f3-47b1-91d0-9d427171df8b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:15.214559 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e79abf4-fa6c-4c1f-8167-e54b0ac5dc26 req-3a1630d0-31f3-47b1-91d0-9d427171df8b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0637116 Jul 28 18:14:15.269045 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e79abf4-fa6c-4c1f-8167-e54b0ac5dc26 req-88509e81-a902-4e70-9904-5af633d7b625 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478213 Jul 28 18:14:15.693378 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 9970c139-713a-4a09-a5db-ae9b44549c10 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:15.699265 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41682) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:15.714640 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-348fe47b-941c-481a-a582-bd8bd7f3ecc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:15.743818 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 9970c139-713a-4a09-a5db-ae9b44549c10 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:14:15.815956 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-348fe47b-941c-481a-a582-bd8bd7f3ecc4 admin admin] Publish callbacks [] for security_group (004fa9df-28e8-4aea-8ebc-675124e2e0f5), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:15.845508 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc74ac-728b-43cf-b8bd-3f7f943eb2b1 req-7ea6a78d-b756-4e93-a3ee-0199b6c04448 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:15.847000 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-71fc74ac-728b-43cf-b8bd-3f7f943eb2b1 req-7ea6a78d-b756-4e93-a3ee-0199b6c04448 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 944 time: 0.0473046 Jul 28 18:14:15.902395 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-71fc74ac-728b-43cf-b8bd-3f7f943eb2b1 req-56ca1ea7-0dc4-45cd-8b98-14c9a2e82165 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490949 Jul 28 18:14:15.934160 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 9970c139-713a-4a09-a5db-ae9b44549c10 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:14:15.938089 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:15.938348 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-348fe47b-941c-481a-a582-bd8bd7f3ecc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (004fa9df-28e8-4aea-8ebc-675124e2e0f5), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:15.993775 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-348fe47b-941c-481a-a582-bd8bd7f3ecc4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f96edb40c4848b3912714f4b3d94a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2932739 Jul 28 18:14:15.994867 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348fe47b-941c-481a-a582-bd8bd7f3ecc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004fa9df-28e8-4aea-8ebc-675124e2e0f5,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:15.996406 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41694) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:16.045973 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 9970c139-713a-4a09-a5db-ae9b44549c10 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:14:16.049452 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:16.067004 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e60f332d-8e4c-43c9-959b-e28259cc0f6d admin admin] Publish callbacks [] for security_group (004fa9df-28e8-4aea-8ebc-675124e2e0f5), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:16.073258 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970c139-713a-4a09-a5db-ae9b44549c10'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:16.075536 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36bed7d-c749-42f2-91e2-1758bd2146fe" -d '{"events": [{"server_uuid": "88ed5c44-308f-42a6-86ca-9b4e58b3af9b", "name": "network-vif-plugged", "status": "completed", "tag": "9970c139-713a-4a09-a5db-ae9b44549c10"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:16.089558 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 9970c139-713a-4a09-a5db-ae9b44549c10, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9970c139-713a-4a09-a5db-ae9b44549c10,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:16.098396 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e60f332d-8e4c-43c9-959b-e28259cc0f6d admin admin] Publish callbacks [] for security_group (004fa9df-28e8-4aea-8ebc-675124e2e0f5), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:16.118599 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a221b58-92a1-41df-9868-8efcf7dd8926 x-openstack-request-id: req-7a221b58-92a1-41df-9868-8efcf7dd8926 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:16.118903 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ed5c44-308f-42a6-86ca-9b4e58b3af9b", "name": "network-vif-plugged", "status": "completed", "tag": "9970c139-713a-4a09-a5db-ae9b44549c10", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:16.119190 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7a221b58-92a1-41df-9868-8efcf7dd8926 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:16.119624 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a221b58-92a1-41df-9868-8efcf7dd8926'] response: {'server_uuid': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9970c139-713a-4a09-a5db-ae9b44549c10', 'code': 200} Jul 28 18:14:16.184929 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:16.232585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=9970c139-713a-4a09-a5db-ae9b44549c10,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:16.255707 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e60f332d-8e4c-43c9-959b-e28259cc0f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (004fa9df-28e8-4aea-8ebc-675124e2e0f5), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:16.258902 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e60f332d-8e4c-43c9-959b-e28259cc0f6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:16.260059 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e60f332d-8e4c-43c9-959b-e28259cc0f6d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/004fa9df-28e8-4aea-8ebc-675124e2e0f5 HTTP/1.1" status: 204 len: 168 time: 0.2626474 Jul 28 18:14:16.268326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60f332d-8e4c-43c9-959b-e28259cc0f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004fa9df-28e8-4aea-8ebc-675124e2e0f5,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:16.399447 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e35500f-9a97-4b7a-89b9-42ea3ef0b553 req-28b13bbe-6f6f-4791-b02b-9a52282fb964 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:16.400923 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e35500f-9a97-4b7a-89b9-42ea3ef0b553 req-28b13bbe-6f6f-4791-b02b-9a52282fb964 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0480092 Jul 28 18:14:16.450127 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e35500f-9a97-4b7a-89b9-42ea3ef0b553 req-c09dbfae-92f2-448a-a703-062cc4b0dbee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434701 Jul 28 18:14:16.533315 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb820c-5304-456c-a220-9edaf045d17d req-f0b67b79-43f2-418d-98c3-9a400265136d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:16.534907 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83bb820c-5304-456c-a220-9edaf045d17d req-f0b67b79-43f2-418d-98c3-9a400265136d service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 1129 time: 0.0388958 Jul 28 18:14:16.574668 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:16.592242 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83bb820c-5304-456c-a220-9edaf045d17d req-998993d9-1ef4-4938-8b2d-f82079e335dd service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452638 Jul 28 18:14:16.936717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0ad3c305-3929-4859-b1ed-c74e00be2f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.020798 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a9871-984b-4a9e-938e-1ae88e09b155 req-6aa8d63a-16cd-43fb-a196-b73004158de5 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:17.022329 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b43a9871-984b-4a9e-938e-1ae88e09b155 req-6aa8d63a-16cd-43fb-a196-b73004158de5 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0482268 Jul 28 18:14:17.070939 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b43a9871-984b-4a9e-938e-1ae88e09b155 req-a575240e-c3f1-4739-905f-3e7505229d2f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430217 Jul 28 18:14:17.071380 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 41724) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:17.084672 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0c35b96d-11c9-4144-aa79-8200b1033ff2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.139603 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=73,neutron:DELETE=4,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:17.171227 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0c35b96d-11c9-4144-aa79-8200b1033ff2 admin admin] Publish callbacks [] for security_group (d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.271860 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0c35b96d-11c9-4144-aa79-8200b1033ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.310360 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c35b96d-11c9-4144-aa79-8200b1033ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:17.314766 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-0c35b96d-11c9-4144-aa79-8200b1033ff2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b2a54fc211944a7996a908ddd4126ec3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2423620 Jul 28 18:14:17.317687 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 41730) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:17.325162 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac16e1-5fdf-4048-948f-1be452265cdb req-7d2861f6-648f-412b-a359-31911741af7c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:17.326721 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2cac16e1-5fdf-4048-948f-1be452265cdb req-7d2861f6-648f-412b-a359-31911741af7c tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0504601 Jul 28 18:14:17.408235 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2cac16e1-5fdf-4048-948f-1be452265cdb req-bca0846a-8a42-4d08-ac8e-14aa1c926bf4 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706270 Jul 28 18:14:17.411006 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff3682d2-6e19-4a0e-ae1c-bac2873df036 admin admin] Publish callbacks [] for security_group (d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.434498 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff3682d2-6e19-4a0e-ae1c-bac2873df036 admin admin] Publish callbacks [] for security_group (d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.569662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff3682d2-6e19-4a0e-ae1c-bac2873df036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.572685 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ff3682d2-6e19-4a0e-ae1c-bac2873df036 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:17.573802 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ff3682d2-6e19-4a0e-ae1c-bac2873df036 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6 HTTP/1.1" status: 204 len: 168 time: 0.2550740 Jul 28 18:14:17.584821 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0f7a0-0c82-42e9-bd7b-09ff1d31f0f1 req-ce765a83-da15-4858-ad94-f7b2b610a08b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:17.586916 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2fe0f7a0-0c82-42e9-bd7b-09ff1d31f0f1 req-ce765a83-da15-4858-ad94-f7b2b610a08b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0536830 Jul 28 18:14:17.592906 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3682d2-6e19-4a0e-ae1c-bac2873df036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10a476e-ffe0-48d1-9fee-55bd8c3b3ec6,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:17.642100 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2fe0f7a0-0c82-42e9-bd7b-09ff1d31f0f1 req-6a22ef82-c0f2-461c-b84a-4f0cba44fbaf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458162 Jul 28 18:14:17.873207 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:18.188948 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74efcb3-5bb0-4405-9224-65a6b85c8611 req-c63fb522-b0b8-4b33-a17d-847fec10c9ad tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:18.190396 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b74efcb3-5bb0-4405-9224-65a6b85c8611 req-c63fb522-b0b8-4b33-a17d-847fec10c9ad tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0473187 Jul 28 18:14:18.222044 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:18.252456 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b74efcb3-5bb0-4405-9224-65a6b85c8611 req-19b79101-acbf-44c2-bb0c-b640c3232706 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Jul 28 18:14:18.531699 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cece4-935b-4d3b-8438-3d373f559776 req-7ca3d317-c204-4597-abc5-be7c64206fe7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:18.533225 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e20cece4-935b-4d3b-8438-3d373f559776 req-7ca3d317-c204-4597-abc5-be7c64206fe7 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0462892 Jul 28 18:14:18.580986 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e20cece4-935b-4d3b-8438-3d373f559776 req-6e49465a-b320-40f0-a028-4fa4290696a9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Jul 28 18:14:18.762979 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c6899-106b-401b-8cd4-b276adaf676f req-17213ce7-54cc-4150-b244-8c9d81f9f1a5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:18.764410 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b54c6899-106b-401b-8cd4-b276adaf676f req-17213ce7-54cc-4150-b244-8c9d81f9f1a5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0496545 Jul 28 18:14:18.813109 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b54c6899-106b-401b-8cd4-b276adaf676f req-82c1ad69-544e-491c-ae14-e94507f68f1e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426400 Jul 28 18:14:19.278169 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.376866 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f725f-9cdf-468c-a2e2-ce8c4d76f5e9 req-ddfe1cd8-9c31-4213-92d7-af6efc287646 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:19.378404 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-143f725f-9cdf-468c-a2e2-ce8c4d76f5e9 req-ddfe1cd8-9c31-4213-92d7-af6efc287646 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0515795 Jul 28 18:14:19.437702 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-143f725f-9cdf-468c-a2e2-ce8c4d76f5e9 req-cb00d456-47e3-4675-a693-51b887935901 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533457 Jul 28 18:14:19.700575 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345a7391-d7ff-4c6e-88e0-eefbbc357f35 req-936eccd0-fc34-4115-bc10-656270aedc57 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:19.702593 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-345a7391-d7ff-4c6e-88e0-eefbbc357f35 req-936eccd0-fc34-4115-bc10-656270aedc57 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0495417 Jul 28 18:14:19.754192 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-345a7391-d7ff-4c6e-88e0-eefbbc357f35 req-56b2419c-88ab-4ba7-834d-9fb7200dca8a tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460732 Jul 28 18:14:19.802614 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:19.934130 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deb99ec-a02d-46c8-bf9d-f113104bfa84 req-5b5ed71a-0d48-48d6-a695-3ae37bedca5f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:19.935932 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1deb99ec-a02d-46c8-bf9d-f113104bfa84 req-5b5ed71a-0d48-48d6-a695-3ae37bedca5f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0510080 Jul 28 18:14:19.985660 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1deb99ec-a02d-46c8-bf9d-f113104bfa84 req-c4b36fea-62cb-4f0b-97c4-be869fb8072b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436075 Jul 28 18:14:20.553497 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16ffc0-e673-4ef4-8ec1-d88ad0b1776a req-baea3fe8-3c38-4e0a-9549-8399e9111b3d tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:20.555627 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af16ffc0-e673-4ef4-8ec1-d88ad0b1776a req-baea3fe8-3c38-4e0a-9549-8399e9111b3d tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0464623 Jul 28 18:14:20.604475 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af16ffc0-e673-4ef4-8ec1-d88ad0b1776a req-de0b559b-d97d-4e4c-b781-15b19ec530f6 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Jul 28 18:14:20.876661 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829b0795-5dbd-4f45-aa7a-dfd23a1276fd req-0dc76e65-23c4-4b4a-a474-929cd0b09b10 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:20.878158 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-829b0795-5dbd-4f45-aa7a-dfd23a1276fd req-0dc76e65-23c4-4b4a-a474-929cd0b09b10 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0490797 Jul 28 18:14:20.927734 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-829b0795-5dbd-4f45-aa7a-dfd23a1276fd req-a37a3a7a-ba12-4fae-8d0f-dbd37c7b82f2 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Jul 28 18:14:21.099487 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a94f91-0968-498c-a363-1e3cdea73272 req-44bcf461-8dda-414b-8dc9-775b167e467e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:21.100919 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70a94f91-0968-498c-a363-1e3cdea73272 req-44bcf461-8dda-414b-8dc9-775b167e467e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0453405 Jul 28 18:14:21.124702 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:21.149010 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70a94f91-0968-498c-a363-1e3cdea73272 req-a273f342-8149-4df4-ab55-c50437540ff9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Jul 28 18:14:21.855471 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075756f-fbce-4668-8ffa-a3dfb56f8405 req-2d38960d-4602-4db6-bf5f-91ae25d54dda tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:21.856954 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1075756f-fbce-4668-8ffa-a3dfb56f8405 req-2d38960d-4602-4db6-bf5f-91ae25d54dda tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0467606 Jul 28 18:14:21.902634 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1075756f-fbce-4668-8ffa-a3dfb56f8405 req-6d103b0c-a3bd-4a00-9996-1bd15d01f531 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404563 Jul 28 18:14:22.043792 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311711c-76ff-495a-8396-7e3d4dbef160 req-31ae1d67-7262-4ac0-9a5b-1b00df1cb9ae tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:22.045244 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2311711c-76ff-495a-8396-7e3d4dbef160 req-31ae1d67-7262-4ac0-9a5b-1b00df1cb9ae tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0484920 Jul 28 18:14:22.091375 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2311711c-76ff-495a-8396-7e3d4dbef160 req-86e4ce77-7c17-41e4-a7c2-5a55ae139cef tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405622 Jul 28 18:14:22.264471 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077822bd-328c-457e-9e54-7e83ddd5db10 req-c9c31c03-8834-4947-9641-a388ef46c2cf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:22.265947 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-077822bd-328c-457e-9e54-7e83ddd5db10 req-c9c31c03-8834-4947-9641-a388ef46c2cf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0461345 Jul 28 18:14:22.314861 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-077822bd-328c-457e-9e54-7e83ddd5db10 req-33658cb0-a5ca-4067-90e8-9ab16c89ec22 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435667 Jul 28 18:14:23.016111 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed70243-4720-4ee8-b672-4392d030ac3d req-d1723843-6481-4bd0-b8c1-553afb78855a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:23.017584 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3ed70243-4720-4ee8-b672-4392d030ac3d req-d1723843-6481-4bd0-b8c1-553afb78855a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0457172 Jul 28 18:14:23.071407 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3ed70243-4720-4ee8-b672-4392d030ac3d req-e06f4b62-cc19-499d-abfe-cb04895e4a3a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Jul 28 18:14:23.207060 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3fad9-141a-4fce-a1a8-f913b5496bcd req-78b3d4a6-7799-4289-a974-631f5a699cd8 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:23.208503 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b4f3fad9-141a-4fce-a1a8-f913b5496bcd req-78b3d4a6-7799-4289-a974-631f5a699cd8 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0465710 Jul 28 18:14:23.241108 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:23.256093 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b4f3fad9-141a-4fce-a1a8-f913b5496bcd req-859f9c66-3882-45af-9188-d7d1df23303e tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418451 Jul 28 18:14:23.452234 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c40b12-080e-4459-bd7c-d01a8ae3b15c req-a0a7cb19-c409-4d27-807a-7340925bab8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:23.458287 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-93c40b12-080e-4459-bd7c-d01a8ae3b15c req-a0a7cb19-c409-4d27-807a-7340925bab8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0555506 Jul 28 18:14:23.502938 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-93c40b12-080e-4459-bd7c-d01a8ae3b15c req-66a1c76c-5801-4bec-905f-d85edcf8b377 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Jul 28 18:14:24.193001 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676d494-5105-456b-a78c-d9fafe5390d4 req-27b832ae-c47e-45cb-9e23-4f0e6256c01f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:24.194491 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8676d494-5105-456b-a78c-d9fafe5390d4 req-27b832ae-c47e-45cb-9e23-4f0e6256c01f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0512750 Jul 28 18:14:24.244597 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8676d494-5105-456b-a78c-d9fafe5390d4 req-7757e720-d65d-4205-b476-d28c7c9d4f7c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Jul 28 18:14:24.377897 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91641932-64d0-47dd-a53c-7219a5bad223 req-01b32df5-1c1f-4b3d-9655-b55559c3be4f tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:24.379410 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-91641932-64d0-47dd-a53c-7219a5bad223 req-01b32df5-1c1f-4b3d-9655-b55559c3be4f tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0490623 Jul 28 18:14:24.429040 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-91641932-64d0-47dd-a53c-7219a5bad223 req-a41d9e02-b19b-46ec-83e9-cdf15ea489a9 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435481 Jul 28 18:14:24.635195 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc398f-e234-4359-9f9a-a01289b26861 req-3ba57ffd-c421-4d4f-bd38-71a5c0fcfe8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:24.636800 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0fc398f-e234-4359-9f9a-a01289b26861 req-3ba57ffd-c421-4d4f-bd38-71a5c0fcfe8c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0523806 Jul 28 18:14:24.702065 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0fc398f-e234-4359-9f9a-a01289b26861 req-af99bc3f-5fa4-4f92-a9ea-1a752450ab2b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581424 Jul 28 18:14:24.999356 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-e3d54419-58af-4840-a05c-c2584d85d1cb tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:25.000815 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-e3d54419-58af-4840-a05c-c2584d85d1cb tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.93 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Jul 28 18:14:25.165392 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Deleting port dc5628c1-5dbb-402d-9159-d05b64b9abb0 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:25.165763 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:25.252451 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:25.260925 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] For port dc5628c1-5dbb-402d-9159-d05b64b9abb0, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=dc5628c1-5dbb-402d-9159-d05b64b9abb0,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:25.261316 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:25.278899 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Calling delete_port for dc5628c1-5dbb-402d-9159-d05b64b9abb0 owned by compute:nova {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:25.685738 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923ac46-a931-4910-9659-d694ba919b22 req-6f6c9603-7c6e-4afd-8ca1-0924198ab202 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:25.687324 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0923ac46-a931-4910-9659-d694ba919b22 req-6f6c9603-7c6e-4afd-8ca1-0924198ab202 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 945 time: 0.0544345 Jul 28 18:14:25.741863 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0923ac46-a931-4910-9659-d694ba919b22 req-99866f15-b2b4-4d9a-ac57-68b825c56d4b tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/security-groups?id=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489552 Jul 28 18:14:25.763791 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (dc5628c1-5dbb-402d-9159-d05b64b9abb0), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:25.797856 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Pushing event deleted for resources: {'Port': ['ID=dc5628c1-5dbb-402d-9159-d05b64b9abb0,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:25.891081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:25.909914 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] No DVR routers for this DVR port dc5628c1-5dbb-402d-9159-d05b64b9abb0 on host hv-cinder-84617 {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:14:25.913503 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:25.917509 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b298016-4e8e-4b0a-998c-bb1bae269a90 req-277a53d3-aa07-4050-a3a8-2c9dae423b78 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.93 "DELETE /v2.0/ports/dc5628c1-5dbb-402d-9159-d05b64b9abb0 HTTP/1.1" status: 204 len: 173 time: 0.8955264 Jul 28 18:14:25.920340 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'name': 'network-vif-deleted', 'tag': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:25.922671 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-404c452e-cf2c-4079-a512-993181e1f0a9" -d '{"events": [{"server_uuid": "6b81a4ab-5e71-4dd6-bed5-1a068b1ca436", "name": "network-vif-deleted", "tag": "dc5628c1-5dbb-402d-9159-d05b64b9abb0"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:25.936567 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e5597f-3fb1-452e-b4f5-0f8e72b3a4eb req-a48a14fb-9ee3-4c56-8e8a-23f3c22d0dae tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:25.938293 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-29e5597f-3fb1-452e-b4f5-0f8e72b3a4eb req-a48a14fb-9ee3-4c56-8e8a-23f3c22d0dae tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.1063180 Jul 28 18:14:25.994692 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-29e5597f-3fb1-452e-b4f5-0f8e72b3a4eb req-14caf619-0cf1-498e-a546-173a4d542582 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506794 Jul 28 18:14:26.054490 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d743c2b6-24f3-43ba-b6db-a2acaf41a513 x-openstack-request-id: req-d743c2b6-24f3-43ba-b6db-a2acaf41a513 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:26.055338 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b81a4ab-5e71-4dd6-bed5-1a068b1ca436", "name": "network-vif-deleted", "tag": "dc5628c1-5dbb-402d-9159-d05b64b9abb0", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:26.055587 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d743c2b6-24f3-43ba-b6db-a2acaf41a513 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:26.056005 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d743c2b6-24f3-43ba-b6db-a2acaf41a513'] response: {'server_uuid': '6b81a4ab-5e71-4dd6-bed5-1a068b1ca436', 'name': 'network-vif-deleted', 'tag': 'dc5628c1-5dbb-402d-9159-d05b64b9abb0', 'status': 'completed', 'code': 200} Jul 28 18:14:26.141638 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d87f23-24b5-48a9-893c-110c243c2706 req-9b5966fb-cff5-4a77-a948-aba180e06921 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:26.143106 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3d87f23-24b5-48a9-893c-110c243c2706 req-9b5966fb-cff5-4a77-a948-aba180e06921 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0498385 Jul 28 18:14:26.190353 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3d87f23-24b5-48a9-893c-110c243c2706 req-18e69736-a280-4080-b179-1bb9edc4bc60 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410888 Jul 28 18:14:26.864010 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0bb6f112-83cc-40f3-97ee-3cb6139e6a92 req-dac92b68-4375-45b7-bd58-77811eba1459 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0383859 Jul 28 18:14:27.056605 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:27.120793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4017242-eebd-4cf2-8eb9-adc6713ef4d8 req-72b4f2ff-52d5-4e96-b5ce-1451750b5caa tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:27.122316 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e4017242-eebd-4cf2-8eb9-adc6713ef4d8 req-72b4f2ff-52d5-4e96-b5ce-1451750b5caa tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0472209 Jul 28 18:14:27.169267 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e4017242-eebd-4cf2-8eb9-adc6713ef4d8 req-52a22174-232d-42af-9c72-3048d852e38a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413203 Jul 28 18:14:27.340541 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:INSERT=1,neutron:SELECT=20 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:27.444705 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f680f2c-8f24-4b6c-a9e1-e5358a10214d req-c2394cb5-5841-4b18-a568-b9990e9727a6 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:27.446208 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f680f2c-8f24-4b6c-a9e1-e5358a10214d req-c2394cb5-5841-4b18-a568-b9990e9727a6 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0494535 Jul 28 18:14:27.491613 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f680f2c-8f24-4b6c-a9e1-e5358a10214d req-82bd39f0-ce64-4161-b2cc-6d8b70372e76 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398529 Jul 28 18:14:27.966729 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fed0e822-1f39-4b87-ac6c-f7d77086c038 req-7908c46c-1d85-4da4-8931-8c57603dea17 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0272536 Jul 28 18:14:28.284001 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1f36b-9d46-464a-930a-62a677a4d25e req-a80bc5be-b12f-4d58-8f84-2bf7415eda06 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:28.285476 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-13f1f36b-9d46-464a-930a-62a677a4d25e req-a80bc5be-b12f-4d58-8f84-2bf7415eda06 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0458162 Jul 28 18:14:28.335153 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-13f1f36b-9d46-464a-930a-62a677a4d25e req-77011376-03e7-475d-b8e3-9a70ca4d43ba tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437722 Jul 28 18:14:28.610861 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07cb42-a599-4153-b48c-bcfbadfb3388 req-9a426f9c-5c11-4e28-834c-c7cb7156a6e7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:28.612393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-be07cb42-a599-4153-b48c-bcfbadfb3388 req-9a426f9c-5c11-4e28-834c-c7cb7156a6e7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0499780 Jul 28 18:14:28.661581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-be07cb42-a599-4153-b48c-bcfbadfb3388 req-56e4be28-87fb-4c2f-8a9d-e432199c256a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427606 Jul 28 18:14:29.064280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8a1659b7-cf56-4a09-8c51-7cdc5f706fa4 req-2208f61c-fc8a-4ea6-b98a-cc420b083f91 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0274615 Jul 28 18:14:29.434268 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:29.449822 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520d3be-7ff3-4a05-afd8-3143dd6b1bf1 req-2c972837-ac5c-4560-a743-4f656b69714a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:29.451347 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e520d3be-7ff3-4a05-afd8-3143dd6b1bf1 req-2c972837-ac5c-4560-a743-4f656b69714a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0463314 Jul 28 18:14:29.503739 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e520d3be-7ff3-4a05-afd8-3143dd6b1bf1 req-f4e6ec35-44bf-42e6-9beb-e9484e586e5f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467107 Jul 28 18:14:29.510139 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device dc5628c1-5dbb-402d-9159-d05b64b9abb0 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:29.529186 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: dc5628c1-5dbb-402d-9159-d05b64b9abb0 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:29.529535 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device dc5628c1-5dbb-402d-9159-d05b64b9abb0 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:29.782581 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aed7f7-fd6f-4114-8b0d-32c7a417f4e1 req-8616aaa6-ca70-4c5a-b909-03350257b35e tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:29.784042 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b1aed7f7-fd6f-4114-8b0d-32c7a417f4e1 req-8616aaa6-ca70-4c5a-b909-03350257b35e tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0458579 Jul 28 18:14:29.830383 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b1aed7f7-fd6f-4114-8b0d-32c7a417f4e1 req-6eaef30c-1710-4595-8b46-6012c8eae483 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400424 Jul 28 18:14:30.162503 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31ac17a6-bacc-4d39-8d8f-8a4cc87e92db req-639bab73-195f-4aa4-b55d-1e6872cd608b tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0270891 Jul 28 18:14:30.643828 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fdbdb-f22e-4c2f-9f19-80ac2b7ca254 req-c677c8e6-99af-4c45-be9d-8f377f1e036f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:30.650914 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a15fdbdb-f22e-4c2f-9f19-80ac2b7ca254 req-c677c8e6-99af-4c45-be9d-8f377f1e036f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0712306 Jul 28 18:14:30.693492 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a15fdbdb-f22e-4c2f-9f19-80ac2b7ca254 req-b30ec141-7e85-497d-9be5-814986c43250 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415931 Jul 28 18:14:30.959518 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1977f7-13a7-4805-98c9-1cef31ef58fb req-fc0007e7-dafa-4db0-a7d7-31cb55c92bc9 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:30.963488 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7f1977f7-13a7-4805-98c9-1cef31ef58fb req-fc0007e7-dafa-4db0-a7d7-31cb55c92bc9 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0592582 Jul 28 18:14:31.018132 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7f1977f7-13a7-4805-98c9-1cef31ef58fb req-02ed823b-d1b0-4cc2-8cb9-c4a8a73a7583 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491934 Jul 28 18:14:31.047550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42012) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:31.154335 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.188943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:31.233384 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Publish callbacks [] for security_group (ec6bbebe-ccbb-4d9b-af51-44b9aa97b628), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.271938 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:14:31.274640 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e91d50d-4ddc-4969-b6a7-19de74acda09 req-f421e26a-08da-4338-b7c8-076b385de0ae tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0313551 Jul 28 18:14:31.322602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ec6bbebe-ccbb-4d9b-af51-44b9aa97b628), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.367181 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8155dc06826e4156b281dc6f0e6ccda6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3166523 Jul 28 18:14:31.367584 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42030) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:31.369676 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6bbebe-ccbb-4d9b-af51-44b9aa97b628,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:31.379387 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.379757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.380142 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.380480 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.380924 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.381194 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.381554 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.381886 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.382695 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.382695 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.382935 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.383294 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.383615 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.383967 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.384289 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a54e56-7d76-491b-be5c-ac8cac1e5a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.432612 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Publish callbacks [] for security_group (ec6bbebe-ccbb-4d9b-af51-44b9aa97b628), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.457401 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Publish callbacks [] for security_group (ec6bbebe-ccbb-4d9b-af51-44b9aa97b628), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.579619 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ec6bbebe-ccbb-4d9b-af51-44b9aa97b628), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.582293 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:31.583484 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ec6bbebe-ccbb-4d9b-af51-44b9aa97b628 HTTP/1.1" status: 204 len: 168 time: 0.2147105 Jul 28 18:14:31.592374 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6bbebe-ccbb-4d9b-af51-44b9aa97b628,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:31.599732 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.600080 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.600690 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.601070 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.601410 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.601749 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.602073 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.602399 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.603732 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.603732 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.604173 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.604821 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.605246 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.605667 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.606234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97619bf3-546c-4733-a89e-375ba1d3d5f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:31.811240 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42042) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:31.817113 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e98fe5-a9d5-4f3f-9614-be7117bb83e1 req-2a081887-90f6-4b02-bbde-c39f0d9dec15 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:31.818608 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-36e98fe5-a9d5-4f3f-9614-be7117bb83e1 req-2a081887-90f6-4b02-bbde-c39f0d9dec15 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0529003 Jul 28 18:14:31.871142 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-36e98fe5-a9d5-4f3f-9614-be7117bb83e1 req-bbe8ed9b-74f4-46f1-ad89-209ea19cdafc tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463257 Jul 28 18:14:31.970951 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-c90adc4b-1334-45cd-b68c-4cd30e894578 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:31.972700 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-c90adc4b-1334-45cd-b68c-4cd30e894578 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0522668 Jul 28 18:14:32.011376 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d29b9a5-3637-4a72-94cf-f21a1a506c53 req-1cec64d3-2705-493a-a42a-1c843fe471b5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0448370 Jul 28 18:14:32.097567 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e63934df-8ffe-4534-b31a-03af0aef0e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.139819 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Deleting port 9970c139-713a-4a09-a5db-ae9b44549c10 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:32.140139 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.179492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e63934df-8ffe-4534-b31a-03af0aef0e37 admin admin] Publish callbacks [] for security_group (558c4d50-fcbd-4805-90d9-435ad209cc38), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.200364 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d108b-b2dd-4244-95e0-de555e1c0809 req-ac72544d-9f7c-445d-ae34-77ed3e66e716 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:32.201861 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-031d108b-b2dd-4244-95e0-de555e1c0809 req-ac72544d-9f7c-445d-ae34-77ed3e66e716 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 945 time: 0.0937526 Jul 28 18:14:32.220581 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:32.243419 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e63934df-8ffe-4534-b31a-03af0aef0e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (558c4d50-fcbd-4805-90d9-435ad209cc38), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.282469 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] For port 9970c139-713a-4a09-a5db-ae9b44549c10, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=9970c139-713a-4a09-a5db-ae9b44549c10,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:32.282823 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.282947 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-e63934df-8ffe-4534-b31a-03af0aef0e37 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b1a81d39608a400a8ba5c808c1559700&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705565 Jul 28 18:14:32.284951 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63934df-8ffe-4534-b31a-03af0aef0e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558c4d50-fcbd-4805-90d9-435ad209cc38,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:32.287362 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42050) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:32.289220 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-031d108b-b2dd-4244-95e0-de555e1c0809 req-921a501f-2084-453f-8cdb-36769a29dedd tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813570 Jul 28 18:14:32.318253 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Calling delete_port for 9970c139-713a-4a09-a5db-ae9b44549c10 owned by compute:nova {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:32.380198 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d29b9a5-3637-4a72-94cf-f21a1a506c53 req-1ff2837c-49d6-4453-8aa7-16b508f4cf4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=8ef52881d75f407a942bf960230ea22e&device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0446916 Jul 28 18:14:32.381464 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d6d230b-377a-4eff-9e2f-d1fd8f3a5f6b admin admin] Publish callbacks [] for security_group (558c4d50-fcbd-4805-90d9-435ad209cc38), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.408321 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d6d230b-377a-4eff-9e2f-d1fd8f3a5f6b admin admin] Publish callbacks [] for security_group (558c4d50-fcbd-4805-90d9-435ad209cc38), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.421397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-15ea4d7d-db40-47c5-a55b-7a9b3fa0ca1b req-10a38eba-80b6-4b33-b48b-e2bcb68d6ca1 tempest-DeleteServersTestJSON-949671387 tempest-DeleteServersTestJSON-949671387-project] 10.222.0.86 "GET /v2.0/ports?device_id=6b81a4ab-5e71-4dd6-bed5-1a068b1ca436 HTTP/1.1" status: 200 len: 210 time: 0.0356569 Jul 28 18:14:32.586888 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (9970c139-713a-4a09-a5db-ae9b44549c10), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.617851 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29b9a5-3637-4a72-94cf-f21a1a506c53 req-2624c745-7646-481e-bf85-3b5d71a2e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:32.619146 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Pushing event deleted for resources: {'Port': ['ID=9970c139-713a-4a09-a5db-ae9b44549c10,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:32.619704 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d29b9a5-3637-4a72-94cf-f21a1a506c53 req-2624c745-7646-481e-bf85-3b5d71a2e0b0 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=8ef52881d75f407a942bf960230ea22e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2034717 Jul 28 18:14:32.626919 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['9970c139-713a-4a09-a5db-ae9b44549c10'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:32.683087 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] No DVR routers for this DVR port 9970c139-713a-4a09-a5db-ae9b44549c10 on host hv-cinder-84617 {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:14:32.686922 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.690442 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e6b79b8-adb4-4d82-89c1-037df8dc1c8f req-e841aeb6-e31d-4b4d-9d55-aeebff4b29f7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "DELETE /v2.0/ports/9970c139-713a-4a09-a5db-ae9b44549c10 HTTP/1.1" status: 204 len: 173 time: 0.7097008 Jul 28 18:14:32.690993 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'name': 'network-vif-deleted', 'tag': '9970c139-713a-4a09-a5db-ae9b44549c10'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:32.693509 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df1fa17-1b63-4ebd-a339-c6d3da48caf2" -d '{"events": [{"server_uuid": "88ed5c44-308f-42a6-86ca-9b4e58b3af9b", "name": "network-vif-deleted", "tag": "9970c139-713a-4a09-a5db-ae9b44549c10"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:32.718735 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d6d230b-377a-4eff-9e2f-d1fd8f3a5f6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (558c4d50-fcbd-4805-90d9-435ad209cc38), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.723258 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d6d230b-377a-4eff-9e2f-d1fd8f3a5f6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:32.723258 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7d6d230b-377a-4eff-9e2f-d1fd8f3a5f6b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/558c4d50-fcbd-4805-90d9-435ad209cc38 HTTP/1.1" status: 204 len: 168 time: 0.4342189 Jul 28 18:14:32.744647 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa73bfaf-e6b9-4f41-8662-fbf101b15d97 x-openstack-request-id: req-fa73bfaf-e6b9-4f41-8662-fbf101b15d97 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:32.745185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ed5c44-308f-42a6-86ca-9b4e58b3af9b", "name": "network-vif-deleted", "tag": "9970c139-713a-4a09-a5db-ae9b44549c10", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:32.745671 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-fa73bfaf-e6b9-4f41-8662-fbf101b15d97 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:32.746249 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa73bfaf-e6b9-4f41-8662-fbf101b15d97'] response: {'server_uuid': '88ed5c44-308f-42a6-86ca-9b4e58b3af9b', 'name': 'network-vif-deleted', 'tag': '9970c139-713a-4a09-a5db-ae9b44549c10', 'status': 'completed', 'code': 200} Jul 28 18:14:32.765205 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d230b-377a-4eff-9e2f-d1fd8f3a5f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558c4d50-fcbd-4805-90d9-435ad209cc38,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:32.830235 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d29b9a5-3637-4a72-94cf-f21a1a506c53 req-6e3c1240-0aca-47e8-8373-72c47767ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:32.831738 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d29b9a5-3637-4a72-94cf-f21a1a506c53 req-6e3c1240-0aca-47e8-8373-72c47767ce13 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2035167 Jul 28 18:14:32.988441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:33.002712 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becb999-bd17-441f-9cfe-d0d2128e1fc5 req-2052db94-55d0-4b0f-9ae7-d688e50ea565 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:33.004531 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4becb999-bd17-441f-9cfe-d0d2128e1fc5 req-2052db94-55d0-4b0f-9ae7-d688e50ea565 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0495074 Jul 28 18:14:33.053058 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4becb999-bd17-441f-9cfe-d0d2128e1fc5 req-dc2d9300-946e-428a-800e-47bb6c766147 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423410 Jul 28 18:14:33.410936 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-84f820d7-9846-493f-ab90-a5d9f4444884 req-f77f9c88-edaf-405b-b03a-0770ea6ccd1a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=88ed5c44-308f-42a6-86ca-9b4e58b3af9b HTTP/1.1" status: 200 len: 210 time: 0.0271754 Jul 28 18:14:33.417021 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42078) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:33.430245 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2ca417d7-7723-47a8-9bff-194f87cdb084 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:33.519943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2ca417d7-7723-47a8-9bff-194f87cdb084 admin admin] Publish callbacks [] for security_group (848b5ae1-3485-45ae-bfbe-c809fe2b6827), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:33.631083 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2ca417d7-7723-47a8-9bff-194f87cdb084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (848b5ae1-3485-45ae-bfbe-c809fe2b6827), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:33.675446 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-2ca417d7-7723-47a8-9bff-194f87cdb084 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=64ba5f531af540d9940802e61aca4f6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2574608 Jul 28 18:14:33.676352 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca417d7-7723-47a8-9bff-194f87cdb084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848b5ae1-3485-45ae-bfbe-c809fe2b6827,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:33.679207 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42090) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:33.745191 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0359d58c-d5cd-43b8-ac88-d5edeb04fc4f admin admin] Publish callbacks [] for security_group (848b5ae1-3485-45ae-bfbe-c809fe2b6827), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:33.763201 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:33.767975 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0359d58c-d5cd-43b8-ac88-d5edeb04fc4f admin admin] Publish callbacks [] for security_group (848b5ae1-3485-45ae-bfbe-c809fe2b6827), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:33.798650 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:33.923894 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0359d58c-d5cd-43b8-ac88-d5edeb04fc4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (848b5ae1-3485-45ae-bfbe-c809fe2b6827), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:33.926600 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0359d58c-d5cd-43b8-ac88-d5edeb04fc4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:33.930618 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-0359d58c-d5cd-43b8-ac88-d5edeb04fc4f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/848b5ae1-3485-45ae-bfbe-c809fe2b6827 HTTP/1.1" status: 204 len: 168 time: 0.2471950 Jul 28 18:14:33.938814 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0359d58c-d5cd-43b8-ac88-d5edeb04fc4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848b5ae1-3485-45ae-bfbe-c809fe2b6827,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:34.175735 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3109efd-85aa-4f17-9de1-08597d4286e9 req-1de77d0e-c52d-46a6-9336-a9e03a09b3e0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:34.176602 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3109efd-85aa-4f17-9de1-08597d4286e9 req-1de77d0e-c52d-46a6-9336-a9e03a09b3e0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0488679 Jul 28 18:14:34.226678 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3109efd-85aa-4f17-9de1-08597d4286e9 req-c34797ea-72f5-49a8-b2f6-3f6ee82ec3f6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436015 Jul 28 18:14:34.757241 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42140) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:34.783232 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-ba4f2af7-e761-4f73-a7d3-b9d624b0875c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:34.784715 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-ba4f2af7-e761-4f73-a7d3-b9d624b0875c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/networks?id=23614efc-eed1-4326-a701-6c2e93f9f59c HTTP/1.1" status: 200 len: 808 time: 0.1290879 Jul 28 18:14:34.800548 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-3241e1a3-8dba-4c09-a006-8273f15b082b tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/quotas/85d8da2c21474c958de9039caa0b547d HTTP/1.1" status: 200 len: 375 time: 0.0097654 Jul 28 18:14:34.833260 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-60353c95-79d4-4725-8465-bee5c1040579 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=85d8da2c21474c958de9039caa0b547d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268481 Jul 28 18:14:34.902857 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f531dea4-b45c-4854-80b1-b2d793692cd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:34.974745 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-9fa55dc6-715c-4a52-8684-3cbf5cb30af7 service neutron] 10.222.0.86 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342816 Jul 28 18:14:35.043348 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:35.088718 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f531dea4-b45c-4854-80b1-b2d793692cd9 admin admin] Publish callbacks [] for security_group (7e1f8717-507e-49dc-82ff-8fde8bee9438), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:35.107174 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42156) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:35.129940 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-99c9ce49-19f6-49a2-8bdb-87a1aa22378b service neutron] 10.222.0.86 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468890 Jul 28 18:14:35.167472 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f531dea4-b45c-4854-80b1-b2d793692cd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (7e1f8717-507e-49dc-82ff-8fde8bee9438), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:35.187460 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:35.233524 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f531dea4-b45c-4854-80b1-b2d793692cd9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=ba7ca9875a34453cb582aba7770ba4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4694052 Jul 28 18:14:35.235959 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42160) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:35.244901 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531dea4-b45c-4854-80b1-b2d793692cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1f8717-507e-49dc-82ff-8fde8bee9438,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:35.363101 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ea2725f2-8017-4e07-8a27-17b33555ec7d admin admin] Publish callbacks [] for security_group (7e1f8717-507e-49dc-82ff-8fde8bee9438), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:35.417662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84da8dd9-d1ff-4bd6-bb02-f0f8474cc413 req-0d6ee61f-e29d-4611-8d13-de2420a9d782 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:35.419557 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-84da8dd9-d1ff-4bd6-bb02-f0f8474cc413 req-0d6ee61f-e29d-4611-8d13-de2420a9d782 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0976124 Jul 28 18:14:35.422764 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ea2725f2-8017-4e07-8a27-17b33555ec7d admin admin] Publish callbacks [] for security_group (7e1f8717-507e-49dc-82ff-8fde8bee9438), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:35.507825 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d5cc5b7-5581-4ed9-a7cb-4b26a818fbe8 req-c172183e-4f29-483d-a9c4-6dfe11a78228 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 210 time: 0.0542033 Jul 28 18:14:35.556221 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-84da8dd9-d1ff-4bd6-bb02-f0f8474cc413 req-2172afb6-b788-4a47-ac1a-b65f6b5b730b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084085 Jul 28 18:14:35.636529 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ea2725f2-8017-4e07-8a27-17b33555ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (7e1f8717-507e-49dc-82ff-8fde8bee9438), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:35.643109 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ea2725f2-8017-4e07-8a27-17b33555ec7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:35.643109 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ea2725f2-8017-4e07-8a27-17b33555ec7d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/7e1f8717-507e-49dc-82ff-8fde8bee9438 HTTP/1.1" status: 204 len: 168 time: 0.4059563 Jul 28 18:14:35.651421 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2725f2-8017-4e07-8a27-17b33555ec7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1f8717-507e-49dc-82ff-8fde8bee9438,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:35.759035 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 9970c139-713a-4a09-a5db-ae9b44549c10 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:35.788258 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 9970c139-713a-4a09-a5db-ae9b44549c10 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:35.788498 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (44c4dff7-1538-4f73-92c1-7263f49d01aa), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:35.788757 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 9970c139-713a-4a09-a5db-ae9b44549c10 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:36.068829 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Deleting port a0659c51-d88a-4be7-a605-e01b2fe910bf {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:36.069223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.170203 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] For port a0659c51-d88a-4be7-a605-e01b2fe910bf, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a0659c51-d88a-4be7-a605-e01b2fe910bf,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:36.171023 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.189755 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Calling delete_port for a0659c51-d88a-4be7-a605-e01b2fe910bf owned by network:router_interface {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:36.315238 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:36.389797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:36.479352 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42186) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:36.487368 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (a0659c51-d88a-4be7-a605-e01b2fe910bf), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.508166 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a61ee96f-9039-42dc-b79e-e3f6c8d979b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.550663 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Pushing event deleted for resources: {'Port': ['ID=a0659c51-d88a-4be7-a605-e01b2fe910bf,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:36.649532 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ee9e0f8a-b303-472e-b8d6-bcfd8e6fb0db req-ae68e600-413c-4ed9-997e-d2972f13ff24 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 210 time: 0.0387228 Jul 28 18:14:36.710161 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a42b40-2aa0-482d-bf9e-2c04593745aa req-e1a9047a-2b48-4f32-8b19-a8a0829a24b4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:36.711748 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-79a42b40-2aa0-482d-bf9e-2c04593745aa req-e1a9047a-2b48-4f32-8b19-a8a0829a24b4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0612874 Jul 28 18:14:36.718833 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (44c4dff7-1538-4f73-92c1-7263f49d01aa), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.736869 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a61ee96f-9039-42dc-b79e-e3f6c8d979b0 admin admin] Publish callbacks [] for security_group (2afcbcb5-fa9d-4d18-bbed-7118447fb43e), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.772384 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-79a42b40-2aa0-482d-bf9e-2c04593745aa req-25410723-e82c-4b4a-af5f-a9b1479d0915 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Jul 28 18:14:36.837284 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a61ee96f-9039-42dc-b79e-e3f6c8d979b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2afcbcb5-fa9d-4d18-bbed-7118447fb43e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.878003 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:36.889208 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a61ee96f-9039-42dc-b79e-e3f6c8d979b0 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=02b2b143dff740fea29abd444e3a0d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087980 Jul 28 18:14:36.890907 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61ee96f-9039-42dc-b79e-e3f6c8d979b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afcbcb5-fa9d-4d18-bbed-7118447fb43e,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:36.891926 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42194) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:36.943727 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-16b164d4-0958-4416-8910-475ed93aed49 admin admin] Publish callbacks [] for security_group (2afcbcb5-fa9d-4d18-bbed-7118447fb43e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:36.969296 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-16b164d4-0958-4416-8910-475ed93aed49 admin admin] Publish callbacks [] for security_group (2afcbcb5-fa9d-4d18-bbed-7118447fb43e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.095132 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-16b164d4-0958-4416-8910-475ed93aed49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2afcbcb5-fa9d-4d18-bbed-7118447fb43e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.097981 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-16b164d4-0958-4416-8910-475ed93aed49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.101703 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-16b164d4-0958-4416-8910-475ed93aed49 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2afcbcb5-fa9d-4d18-bbed-7118447fb43e HTTP/1.1" status: 204 len: 168 time: 0.2063544 Jul 28 18:14:37.120492 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b164d4-0958-4416-8910-475ed93aed49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afcbcb5-fa9d-4d18-bbed-7118447fb43e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:37.210263 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Router 44c4dff7-1538-4f73-92c1-7263f49d01aa has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:14:37.321269 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:14:37.327938 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-bba8401c-76fa-488b-baf3-d25bd9e6816c admin admin] 10.222.0.86 "PUT /v2.0/routers/44c4dff7-1538-4f73-92c1-7263f49d01aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2188792 Jul 28 18:14:37.330150 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42200) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:37.332762 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] Sync routers for ids ['44c4dff7-1538-4f73-92c1-7263f49d01aa'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:14:37.345556 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] Routers {'44c4dff7-1538-4f73-92c1-7263f49d01aa'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:14:37.346203 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:14:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['44c4dff7-1538-4f73-92c1-7263f49d01aa'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:37.382213 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:37.438880 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks [] for router (44c4dff7-1538-4f73-92c1-7263f49d01aa), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.449252 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] Set router 44c4dff7-1538-4f73-92c1-7263f49d01aa gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:14:37.543499 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks [] for router_gateway (44c4dff7-1538-4f73-92c1-7263f49d01aa), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.623218 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:14:36Z', 'revision_number': 5, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port': {'id': '5bc76ba2-ebb5-4130-babe-c74a0df00c18', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:d9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:37.650226 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] Checking router: 44c4dff7-1538-4f73-92c1-7263f49d01aa for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:14:37.667233 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] Routers {'44c4dff7-1538-4f73-92c1-7263f49d01aa'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:14:37.668028 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:14:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['44c4dff7-1538-4f73-92c1-7263f49d01aa'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:37.677691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Deleting port 5bc76ba2-ebb5-4130-babe-c74a0df00c18 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:37.678096 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.753829 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3252644f-f8c2-4396-ad84-0b8dcd5e0edc req-a59ebb3b-b13d-47df-9144-94e830b103ec tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 210 time: 0.0288961 Jul 28 18:14:37.784140 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] Set router 44c4dff7-1538-4f73-92c1-7263f49d01aa gateway port host: None {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:14:37.796052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] For port 5bc76ba2-ebb5-4130-babe-c74a0df00c18, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5bc76ba2-ebb5-4130-babe-c74a0df00c18,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:37.796417 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:37.831927 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Calling delete_port for 5bc76ba2-ebb5-4130-babe-c74a0df00c18 owned by network:router_gateway {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:37.832150 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:14:37Z', 'revision_number': 6, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:37.861353 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754d1382-edf4-4f5f-b69e-ab7353dce316 None None] The sync data for ids ['44c4dff7-1538-4f73-92c1-7263f49d01aa'] in dv-cinder-846173-4-iscsi is: [{'id': '44c4dff7-1538-4f73-92c1-7263f49d01aa', 'name': 'tempest-DeleteServersTestJSON-70461441-router', 'tenant_id': '8ef52881d75f407a942bf960230ea22e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:23Z', 'updated_at': '2022-07-28T18:14:37Z', 'revision_number': 6, 'project_id': '8ef52881d75f407a942bf960230ea22e', 'gw_port_host': None}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:14:37.955821 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f19a598-516b-4509-a147-c3af1f73bc4f req-1e012d87-b4ee-4787-98d0-ab56a8345e9e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:37.957044 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-b660ad71-d198-4d5c-a250-34363f64db4f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:37.958687 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-b660ad71-d198-4d5c-a250-34363f64db4f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "GET /v2.0/networks?id=23614efc-eed1-4326-a701-6c2e93f9f59c HTTP/1.1" status: 200 len: 808 time: 0.1355801 Jul 28 18:14:37.961421 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f19a598-516b-4509-a147-c3af1f73bc4f req-1e012d87-b4ee-4787-98d0-ab56a8345e9e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0825469 Jul 28 18:14:37.975202 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:37.985256 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Request body: {'port': {'device_id': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c', 'admin_state_up': True, 'tenant_id': '85d8da2c21474c958de9039caa0b547d'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:38.056585 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f19a598-516b-4509-a147-c3af1f73bc4f req-7d5eca8c-0bf5-444a-a4a4-bdab836a201c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918725 Jul 28 18:14:38.186717 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (5bc76ba2-ebb5-4130-babe-c74a0df00c18), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.210363 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc76ba2-ebb5-4130-babe-c74a0df00c18,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:38.218202 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Made reservation on behalf of 85d8da2c21474c958de9039caa0b547d for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:38.227359 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.257287 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (44c4dff7-1538-4f73-92c1-7263f49d01aa), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.393321 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (44c4dff7-1538-4f73-92c1-7263f49d01aa), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.396596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks [] for router_controller (44c4dff7-1538-4f73-92c1-7263f49d01aa), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.420229 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Allocated IP 172.20.0.7 (23614efc-eed1-4326-a701-6c2e93f9f59c/e3df671a-8b32-4f45-a000-8b9813679f50/ccceec3a-7f80-424c-bf00-64e3a0a8861c) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:14:38.535611 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:38.539744 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (44c4dff7-1538-4f73-92c1-7263f49d01aa), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.540652 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44c4dff7-1538-4f73-92c1-7263f49d01aa {{(pid=104676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:14:38.555438 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.557668 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ba9cfd78-ad14-449e-bb6c-5472517743eb admin admin] 10.222.0.86 "DELETE /v2.0/routers/44c4dff7-1538-4f73-92c1-7263f49d01aa HTTP/1.1" status: 204 len: 168 time: 1.2262566 Jul 28 18:14:38.560300 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42238) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:38.634734 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks [] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.643319 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] Deleting subnet fabbf492-558b-4222-92f0-7e7ae8099832 {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:14:38.647261 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] Publish callbacks [] for subnet (fabbf492-558b-4222-92f0-7e7ae8099832), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.695805 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:38.705435 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] Publish callbacks [] for subnet (fabbf492-558b-4222-92f0-7e7ae8099832), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.788904 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (fabbf492-558b-4222-92f0-7e7ae8099832), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.850391 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.888046 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af32fb-2146-44e6-8607-6d97481f13e8 req-e54c7ca7-6e7a-4a96-a5b2-163d23fe7c74 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:38.889691 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35af32fb-2146-44e6-8607-6d97481f13e8 req-e54c7ca7-6e7a-4a96-a5b2-163d23fe7c74 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 931 time: 0.0513732 Jul 28 18:14:38.898890 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Network 23614efc-eed1-4326-a701-6c2e93f9f59c is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:14:38.899467 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:38.904782 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:14:38.908828 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:38.909495 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:38.915859 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Pushing event updated for resources: {'Port': ['ID=ccceec3a-7f80-424c-bf00-64e3a0a8861c,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:38.959832 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35af32fb-2146-44e6-8607-6d97481f13e8 req-1ea68724-c83e-4b36-933b-e4ccc2b370fa tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641062 Jul 28 18:14:39.024569 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-aa2d559a-1bc9-42b4-bae8-38db353680a0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0429881 Jul 28 18:14:39.026967 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (fabbf492-558b-4222-92f0-7e7ae8099832), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.046874 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc76ba2-ebb5-4130-babe-c74a0df00c18 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:39.076856 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 5bc76ba2-ebb5-4130-babe-c74a0df00c18 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:39.076856 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc76ba2-ebb5-4130-babe-c74a0df00c18 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:39.076856 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a0659c51-d88a-4be7-a605-e01b2fe910bf no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:39.078506 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67185b73-894a-41a7-90ad-bbd22ab50879 None None] Network 5491f7c1-3602-41e0-a191-959322e022d6 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:14:39.079963 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Request body: {'port': {'device_id': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:39.084332 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.087388 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fabbf492-558b-4222-92f0-7e7ae8099832 HTTP/1.1" status: 204 len: 168 time: 0.5261424 Jul 28 18:14:39.090188 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42258) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:39.108114 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958c059-b667-4386-b406-89f937123c35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fabbf492-558b-4222-92f0-7e7ae8099832,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:39.141720 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: a0659c51-d88a-4be7-a605-e01b2fe910bf {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:39.142152 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a0659c51-d88a-4be7-a605-e01b2fe910bf not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:39.192982 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.213707 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:39.313639 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] DHCP port deletion for 5491f7c1-3602-41e0-a191-959322e022d6 request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:14:39.366780 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Deleting port 9fe44286-70f6-4042-b74c-37bf81357e66 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:39.367460 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.464526 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (5491f7c1-3602-41e0-a191-959322e022d6), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.516549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a5a24-4ab2-43cc-848a-bca48dc7b9ac req-4468cc33-b7c6-48c8-ac37-2f426d805765 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:39.523362 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ee9a5a24-4ab2-43cc-848a-bca48dc7b9ac req-4468cc33-b7c6-48c8-ac37-2f426d805765 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.3068411 Jul 28 18:14:39.549348 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccceec3a-7f80-424c-bf00-64e3a0a8861c {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:14:39.559573 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Publish callbacks [] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.574371 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Deleting port 9fe44286-70f6-4042-b74c-37bf81357e66 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:39.574583 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Transition to ACTIVE for port object ccceec3a-7f80-424c-bf00-64e3a0a8861c will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:14:39.574773 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.641233 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ee9a5a24-4ab2-43cc-848a-bca48dc7b9ac req-ecf3f41a-76d9-425a-906b-0d363fb5f341 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157103 Jul 28 18:14:39.654137 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.672417 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] For port 9fe44286-70f6-4042-b74c-37bf81357e66, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9fe44286-70f6-4042-b74c-37bf81357e66,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:39.673380 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.673907 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] For port 9fe44286-70f6-4042-b74c-37bf81357e66, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9fe44286-70f6-4042-b74c-37bf81357e66,segment=NetworkSegment(4d2c1736-a4b8-4a2f-8e2b-0fb579739be5),segment_id=4d2c1736-a4b8-4a2f-8e2b-0fb579739be5)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:39.674344 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.698411 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Calling delete_port for 9fe44286-70f6-4042-b74c-37bf81357e66 owned by network:dhcp {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:39.701135 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Calling delete_port for 9fe44286-70f6-4042-b74c-37bf81357e66 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:39.751239 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Pushing event updated for resources: {'Port': ['ID=ccceec3a-7f80-424c-bf00-64e3a0a8861c,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:39.797145 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Attempting to bind port ccceec3a-7f80-424c-bf00-64e3a0a8861c on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:14:39.797531 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Attempting to bind port ccceec3a-7f80-424c-bf00-64e3a0a8861c by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:14:39.797880 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Attempting to bind port ccceec3a-7f80-424c-bf00-64e3a0a8861c on network 23614efc-eed1-4326-a701-6c2e93f9f59c {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:14:39.801572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:39.804037 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Port ccceec3a-7f80-424c-bf00-64e3a0a8861c on network 23614efc-eed1-4326-a701-6c2e93f9f59c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:14:39.804362 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Attempting to bind port ccceec3a-7f80-424c-bf00-64e3a0a8861c on network 23614efc-eed1-4326-a701-6c2e93f9f59c {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:14:39.810674 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 14, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:14:39.811039 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Checking segment: {'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:14:39.811428 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Bound using segment: {'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:14:39.811860 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Bound port: ccceec3a-7f80-424c-bf00-64e3a0a8861c, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f3c065-e1d9-4436-bbcb-3973f330e05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 935, 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:14:39.812223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.878411 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.881852 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:39.890265 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (9fe44286-70f6-4042-b74c-37bf81357e66), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:39.892518 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] For port ccceec3a-7f80-424c-bf00-64e3a0a8861c, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:14:39.897575 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] For port ccceec3a-7f80-424c-bf00-64e3a0a8861c, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ccceec3a-7f80-424c-bf00-64e3a0a8861c,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:14:39.908757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fe44286-70f6-4042-b74c-37bf81357e66,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:39.923587 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] No DVR routers for this DVR port 9fe44286-70f6-4042-b74c-37bf81357e66 on host dv-cinder-846173-4-iscsi {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:14:39.924144 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] No DVR routers for this DVR port 9fe44286-70f6-4042-b74c-37bf81357e66 on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:14:39.947798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Pushing event deleted for resources: {'Port': ['ID=9fe44286-70f6-4042-b74c-37bf81357e66,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:39.957774 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.959049 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.959049 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.959049 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.959307 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.959432 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.960025 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.960350 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.960679 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.961022 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.961514 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.962003 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.962530 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.963485 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.963816 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fe77bde-3277-443d-862e-47aaba47caa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:14:39.977384 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.026532 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:40.029106 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (5491f7c1-3602-41e0-a191-959322e022d6), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.061180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.061952 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.063538 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] 10.222.0.93 "PUT /v2.0/ports/ccceec3a-7f80-424c-bf00-64e3a0a8861c HTTP/1.1" status: 200 len: 1093 time: 1.0238180 Jul 28 18:14:40.064081 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'tag': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:40.066491 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05593c5-e57d-4cb7-92db-daa48b8953fc" -d '{"events": [{"name": "network-changed", "server_uuid": "4de03ef3-ab21-41cf-ae15-3bfd95c3b509", "tag": "ccceec3a-7f80-424c-bf00-64e3a0a8861c"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:40.081367 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:40.104983 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.105551 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.110342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.122005 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c9a6e-18ea-4de5-aae6-cf01f90d959f service neutron] Pushing event updated for resources: {'Port': ['ID=ccceec3a-7f80-424c-bf00-64e3a0a8861c,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:40.137135 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5ec0aed-06fe-4470-a23e-88067704b6c8 x-openstack-request-id: req-b5ec0aed-06fe-4470-a23e-88067704b6c8 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:40.138640 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de03ef3-ab21-41cf-ae15-3bfd95c3b509", "tag": "ccceec3a-7f80-424c-bf00-64e3a0a8861c", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:40.138640 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b5ec0aed-06fe-4470-a23e-88067704b6c8 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:40.138640 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5ec0aed-06fe-4470-a23e-88067704b6c8'] response: {'name': 'network-changed', 'server_uuid': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'tag': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c', 'status': 'completed', 'code': 200} Jul 28 18:14:40.238149 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05593c5-e57d-4cb7-92db-daa48b8953fc req-ce705779-9282-4082-b87b-62b50e9981e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.240216 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b05593c5-e57d-4cb7-92db-daa48b8953fc req-ce705779-9282-4082-b87b-62b50e9981e9 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85d8da2c21474c958de9039caa0b547d&device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 1127 time: 0.0513027 Jul 28 18:14:40.329075 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.329240 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.329537 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.329874 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104676) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:14:40.330401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5491f7c1-3602-41e0-a191-959322e022d6']}} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:40.363877 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05593c5-e57d-4cb7-92db-daa48b8953fc req-66c45df9-5e09-463b-9e45-e25b783aa763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.365456 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b05593c5-e57d-4cb7-92db-daa48b8953fc req-66c45df9-5e09-463b-9e45-e25b783aa763 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=85d8da2c21474c958de9039caa0b547d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1093926 Jul 28 18:14:40.378105 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5') {'for_net_delete': True} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:40.378630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2c1736-a4b8-4a2f-8e2b-0fb579739be5') {} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:14:40.389362 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b40b1-4e8d-4c12-8a95-b53d9337671d req-36f67552-06c7-4791-a3c4-65fc74f9f75f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.394992 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-673b40b1-4e8d-4c12-8a95-b53d9337671d req-36f67552-06c7-4791-a3c4-65fc74f9f75f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 943 time: 0.3112853 Jul 28 18:14:40.418549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25906584'] for segment (4d2c1736-a4b8-4a2f-8e2b-0fb579739be5), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.460050 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (4d2c1736-a4b8-4a2f-8e2b-0fb579739be5), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.472363 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05593c5-e57d-4cb7-92db-daa48b8953fc req-05f67de3-c943-49aa-89b1-4e5402b58210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.473921 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b05593c5-e57d-4cb7-92db-daa48b8953fc req-05f67de3-c943-49aa-89b1-4e5402b58210 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1022556 Jul 28 18:14:40.477710 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Releasing vlan 927 on physical network physnet1 to pool {{(pid=104676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:14:40.478368 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29164072'] for segment (4d2c1736-a4b8-4a2f-8e2b-0fb579739be5), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.540022 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-673b40b1-4e8d-4c12-8a95-b53d9337671d req-ba64c836-4a3d-4a58-be05-2a0898a4a192 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351342 Jul 28 18:14:40.588763 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-81693890-dedb-468c-b573-1cdbdf0cd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.590063 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-81693890-dedb-468c-b573-1cdbdf0cd6f3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=85d8da2c21474c958de9039caa0b547d&device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 1127 time: 0.0557606 Jul 28 18:14:40.645560 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-44808323-b4b9-4d82-9b57-f433df135d52 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ccceec3a-7f80-424c-bf00-64e3a0a8861c HTTP/1.1" status: 200 len: 217 time: 0.0402720 Jul 28 18:14:40.655881 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (5491f7c1-3602-41e0-a191-959322e022d6), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.663005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:40.668417 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5491f7c1-3602-41e0-a191-959322e022d6 HTTP/1.1" status: 204 len: 168 time: 1.5772011 Jul 28 18:14:40.689098 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed93bb3-4b8b-4ea9-97ca-f510ddbacbd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5491f7c1-3602-41e0-a191-959322e022d6,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:40.702052 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-488e1492-3d3e-45f9-9a83-ab272bcf9855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.704377 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-488e1492-3d3e-45f9-9a83-ab272bcf9855 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=e3df671a-8b32-4f45-a000-8b9813679f50 HTTP/1.1" status: 200 len: 848 time: 0.0529802 Jul 28 18:14:40.743572 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-54ccc524-d619-4dfa-9cf6-a47bc4cad155 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=23614efc-eed1-4326-a701-6c2e93f9f59c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326211 Jul 28 18:14:40.779371 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment 4d2c1736-a4b8-4a2f-8e2b-0fb579739be5 resource provider aggregate not found Jul 28 18:14:40.803813 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment 4d2c1736-a4b8-4a2f-8e2b-0fb579739be5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d2c1736-a4b8-4a2f-8e2b-0fb579739be5 found for delete ", "request_id": "req-8f40f31b-f2bf-47b6-acb4-20e176ebfe51"}]} Jul 28 18:14:40.819688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016db98-4ebe-4083-bc50-ae3ddcc00473 req-9f4b23c3-5f33-4f57-b012-d73ac0b8d423 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:40.821220 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1016db98-4ebe-4083-bc50-ae3ddcc00473 req-9f4b23c3-5f33-4f57-b012-d73ac0b8d423 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0594990 Jul 28 18:14:40.876745 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1016db98-4ebe-4083-bc50-ae3ddcc00473 req-e099078b-281c-44f1-8611-ea99a4f959d9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492826 Jul 28 18:14:40.941673 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-8d84710b-354b-477f-81a7-2c899d6edd81 service neutron] 10.222.0.93 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040010 Jul 28 18:14:41.017206 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9fe44286-70f6-4042-b74c-37bf81357e66 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:41.038390 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 9fe44286-70f6-4042-b74c-37bf81357e66 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:41.038735 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9fe44286-70f6-4042-b74c-37bf81357e66 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:41.051544 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:41.057835 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-98113cb2-c9b4-4793-bb0c-3faa0b9d7abd req-bd3a7406-06d8-4e02-8f51-aca1bde7d21c service neutron] 10.222.0.93 "GET /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972259 Jul 28 18:14:41.165583 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42330) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:41.208239 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a1a62d09-18df-409e-98d4-834db54ac5f9 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=8ef52881d75f407a942bf960230ea22e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412424 Jul 28 18:14:41.211797 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42334) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:41.268819 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7f88fa76-6d26-494a-8b73-5e6182de6c1f admin admin] Publish callbacks [] for security_group (ff027d1f-b6bd-4895-a7fe-c98d0026fc3b), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.290491 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7f88fa76-6d26-494a-8b73-5e6182de6c1f admin admin] Publish callbacks [] for security_group (ff027d1f-b6bd-4895-a7fe-c98d0026fc3b), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.433259 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7f88fa76-6d26-494a-8b73-5e6182de6c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ff027d1f-b6bd-4895-a7fe-c98d0026fc3b), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.436007 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7f88fa76-6d26-494a-8b73-5e6182de6c1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:41.437792 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-7f88fa76-6d26-494a-8b73-5e6182de6c1f admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ff027d1f-b6bd-4895-a7fe-c98d0026fc3b HTTP/1.1" status: 204 len: 168 time: 0.2249129 Jul 28 18:14:41.446177 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88fa76-6d26-494a-8b73-5e6182de6c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff027d1f-b6bd-4895-a7fe-c98d0026fc3b,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:41.664155 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:41.673890 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0db60-66c2-41ce-815e-e9d1a156f684 req-349a271e-db18-4b01-ba39-aff383e94f2a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:41.675501 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a9e0db60-66c2-41ce-815e-e9d1a156f684 req-349a271e-db18-4b01-ba39-aff383e94f2a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 943 time: 0.0523803 Jul 28 18:14:41.691228 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42348) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:41.735225 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a9e0db60-66c2-41ce-815e-e9d1a156f684 req-2ac5ce00-c3a7-4305-a5b1-0f961fbb6398 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540287 Jul 28 18:14:41.941202 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a24ccc3d-f852-4eb7-b50b-b16c003fa196 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.043642 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f17bd7-fb6a-4041-80f1-89b8ffd652af req-4c97295c-97ca-4e79-99d1-91fc5e14ef03 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:42.045174 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e1f17bd7-fb6a-4041-80f1-89b8ffd652af req-4c97295c-97ca-4e79-99d1-91fc5e14ef03 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0596020 Jul 28 18:14:42.089186 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a24ccc3d-f852-4eb7-b50b-b16c003fa196 admin admin] Publish callbacks [] for security_group (deecda98-6130-40c4-865d-705a80b3664e), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.114693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e1f17bd7-fb6a-4041-80f1-89b8ffd652af req-cc8f44e5-a117-42c0-8b61-5e675e6956ee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580351 Jul 28 18:14:42.180583 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a24ccc3d-f852-4eb7-b50b-b16c003fa196 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (deecda98-6130-40c4-865d-705a80b3664e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.221759 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a24ccc3d-f852-4eb7-b50b-b16c003fa196 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e048b2ccc0554f30b5180dc0955f0ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5296876 Jul 28 18:14:42.222638 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ccc3d-f852-4eb7-b50b-b16c003fa196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deecda98-6130-40c4-865d-705a80b3664e,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:42.224498 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42368) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:42.280250 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-73e0130f-1aec-49cc-8b7b-84beadc848fc admin admin] Publish callbacks [] for security_group (deecda98-6130-40c4-865d-705a80b3664e), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.302493 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-73e0130f-1aec-49cc-8b7b-84beadc848fc admin admin] Publish callbacks [] for security_group (deecda98-6130-40c4-865d-705a80b3664e), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.478189 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-73e0130f-1aec-49cc-8b7b-84beadc848fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (deecda98-6130-40c4-865d-705a80b3664e), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.481623 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-73e0130f-1aec-49cc-8b7b-84beadc848fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:42.482839 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-73e0130f-1aec-49cc-8b7b-84beadc848fc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/deecda98-6130-40c4-865d-705a80b3664e HTTP/1.1" status: 204 len: 168 time: 0.2571101 Jul 28 18:14:42.491653 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e0130f-1aec-49cc-8b7b-84beadc848fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deecda98-6130-40c4-865d-705a80b3664e,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:42.860921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b395ba-76ef-4fcd-93c0-4f5ddfaf2965 req-f2377049-e749-4d71-a1f1-65b0a74e9d26 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:42.862372 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c0b395ba-76ef-4fcd-93c0-4f5ddfaf2965 req-f2377049-e749-4d71-a1f1-65b0a74e9d26 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 943 time: 0.0527942 Jul 28 18:14:42.914329 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c0b395ba-76ef-4fcd-93c0-4f5ddfaf2965 req-788531d6-319e-4443-bd7b-d5fec691187a tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438864 Jul 28 18:14:43.240591 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4e56e-9bba-478e-ac56-736711e905ea req-c6d2e766-11eb-4a6a-943c-74949c44cf26 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:43.242275 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e5f4e56e-9bba-478e-ac56-736711e905ea req-c6d2e766-11eb-4a6a-943c-74949c44cf26 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0526412 Jul 28 18:14:43.281631 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:43.296671 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e5f4e56e-9bba-478e-ac56-736711e905ea req-2ecc4858-99af-4eea-9eae-f731453e970b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462594 Jul 28 18:14:43.788393 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ccceec3a-7f80-424c-bf00-64e3a0a8861c details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:14:43.852362 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:43.899938 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ccceec3a-7f80-424c-bf00-64e3a0a8861c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ccceec3a-7f80-424c-bf00-64e3a0a8861c,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:43.914668 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c', 'network_id': '23614efc-eed1-4326-a701-6c2e93f9f59c', 'port_id': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c', 'mac_address': 'fa:16:3e:48:01:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 935, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3df671a-8b32-4f45-a000-8b9813679f50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:14:43.956932 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port ccceec3a-7f80-424c-bf00-64e3a0a8861c is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:14:43.956932 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:43.972031 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccceec3a-7f80-424c-bf00-64e3a0a8861c {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:14:43.993344 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ccceec3a-7f80-424c-bf00-64e3a0a8861c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ccceec3a-7f80-424c-bf00-64e3a0a8861c,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:44.043885 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491be18b-d483-4cf1-ac84-3872e79ca85a req-3ac96771-de52-404e-a745-bd1145fc3e4f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:44.045400 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-491be18b-d483-4cf1-ac84-3872e79ca85a req-3ac96771-de52-404e-a745-bd1145fc3e4f tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 943 time: 0.0484004 Jul 28 18:14:44.074795 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:44.109101 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-491be18b-d483-4cf1-ac84-3872e79ca85a req-b023d6fb-038e-443a-9e9f-d59e2195033e tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569682 Jul 28 18:14:44.129686 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=ccceec3a-7f80-424c-bf00-64e3a0a8861c,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:44.420208 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b291b204-869f-4475-ba8c-b9140756c97e req-c63561af-6f1f-44ed-9f39-efecffd3517b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:44.421889 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b291b204-869f-4475-ba8c-b9140756c97e req-c63561af-6f1f-44ed-9f39-efecffd3517b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0490053 Jul 28 18:14:44.472471 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b291b204-869f-4475-ba8c-b9140756c97e req-d0595db2-5d53-48f6-8a14-652bba88c663 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jul 28 18:14:44.580896 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-21cad59b-df8b-43c1-9b39-c4a650782ca1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:44.592005 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['ccceec3a-7f80-424c-bf00-64e3a0a8861c'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:14:45.230392 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298c48d6-5a0c-4bfe-8fc3-c00f18c1d7e1 req-3ef7bc53-fe76-466a-8415-6fce3435da41 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:45.231873 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-298c48d6-5a0c-4bfe-8fc3-c00f18c1d7e1 req-3ef7bc53-fe76-466a-8415-6fce3435da41 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 944 time: 0.0473750 Jul 28 18:14:45.279428 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-298c48d6-5a0c-4bfe-8fc3-c00f18c1d7e1 req-3f7bc255-bfa9-4026-a44f-4c040d6601ef tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419686 Jul 28 18:14:45.525033 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8349d4-117c-4246-a5c3-186c8758e191 req-10393906-82da-4f42-ace2-e1d849e285ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:45.528117 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fc8349d4-117c-4246-a5c3-186c8758e191 req-10393906-82da-4f42-ace2-e1d849e285ea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 1130 time: 0.0542917 Jul 28 18:14:45.583146 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fc8349d4-117c-4246-a5c3-186c8758e191 req-683b96aa-975d-45ce-a8dc-a40937379744 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482218 Jul 28 18:14:45.602162 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d465d8-ef37-4af0-9607-8f85476c7eb0 req-b9ced4b1-7b5f-4651-85bc-0ba2e7af61a3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:45.604320 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-56d465d8-ef37-4af0-9607-8f85476c7eb0 req-b9ced4b1-7b5f-4651-85bc-0ba2e7af61a3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0556812 Jul 28 18:14:45.651447 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-56d465d8-ef37-4af0-9607-8f85476c7eb0 req-92c8c525-0c5d-4b3b-b95a-a85d019ed6c1 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415838 Jul 28 18:14:45.810015 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ccceec3a-7f80-424c-bf00-64e3a0a8861c up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:14:45.854848 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port ccceec3a-7f80-424c-bf00-64e3a0a8861c completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:14:45.912215 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port ccceec3a-7f80-424c-bf00-64e3a0a8861c triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:14:45.912890 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:45.952405 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:45.991451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port ccceec3a-7f80-424c-bf00-64e3a0a8861c is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:14:45.991865 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:46.020554 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:46.022919 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5974255f-57f0-41e1-8c37-07ba8d4c048d" -d '{"events": [{"server_uuid": "4de03ef3-ab21-41cf-ae15-3bfd95c3b509", "name": "network-vif-plugged", "status": "completed", "tag": "ccceec3a-7f80-424c-bf00-64e3a0a8861c"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:46.037013 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ccceec3a-7f80-424c-bf00-64e3a0a8861c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ccceec3a-7f80-424c-bf00-64e3a0a8861c,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:46.074001 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9947e51-1ca1-4d5f-bb60-dfc711054c84 x-openstack-request-id: req-a9947e51-1ca1-4d5f-bb60-dfc711054c84 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:46.074001 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de03ef3-ab21-41cf-ae15-3bfd95c3b509", "name": "network-vif-plugged", "status": "completed", "tag": "ccceec3a-7f80-424c-bf00-64e3a0a8861c", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:46.074001 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a9947e51-1ca1-4d5f-bb60-dfc711054c84 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:46.074384 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9947e51-1ca1-4d5f-bb60-dfc711054c84'] response: {'server_uuid': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c', 'code': 200} Jul 28 18:14:46.146886 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:46.206055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=ccceec3a-7f80-424c-bf00-64e3a0a8861c,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:46.400899 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1276e-aa39-49b3-8e01-83816f670fd7 req-bb3c9c47-4bdc-45a3-864d-26e0c0791d3c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:46.402418 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d3c1276e-aa39-49b3-8e01-83816f670fd7 req-bb3c9c47-4bdc-45a3-864d-26e0c0791d3c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0496361 Jul 28 18:14:46.428996 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:46.452213 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d3c1276e-aa39-49b3-8e01-83816f670fd7 req-861dabcf-44d9-47d6-b74c-485246815271 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441735 Jul 28 18:14:46.800256 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f269de-7548-409d-9096-12b894151b41 req-d8cff317-6d68-43da-98b7-d6b478559778 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:46.801910 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2f269de-7548-409d-9096-12b894151b41 req-d8cff317-6d68-43da-98b7-d6b478559778 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0551765 Jul 28 18:14:46.859458 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2f269de-7548-409d-9096-12b894151b41 req-6fa1a017-f4ca-465d-b3b5-831e7cf28a27 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515442 Jul 28 18:14:46.893253 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391b3cd-d4be-4505-9dd0-caa6a6427178 req-7f45d76a-2a90-4de1-86ee-7b82e1b92154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:46.894778 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d391b3cd-d4be-4505-9dd0-caa6a6427178 req-7f45d76a-2a90-4de1-86ee-7b82e1b92154 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 1129 time: 0.0405133 Jul 28 18:14:46.935200 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6b283b03-cd5e-483e-bcfb-5b987ff6a1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:47.580048 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7551bd0-119e-4bb8-8970-1829b8e4e789 req-a3b12282-611a-4e1d-89d0-effe967e60f1 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:47.581566 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7551bd0-119e-4bb8-8970-1829b8e4e789 req-a3b12282-611a-4e1d-89d0-effe967e60f1 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0516908 Jul 28 18:14:47.608454 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d391b3cd-d4be-4505-9dd0-caa6a6427178 req-39feee7e-e82f-41a4-a57e-bc92ca626e9d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480170 Jul 28 18:14:47.637624 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7551bd0-119e-4bb8-8970-1829b8e4e789 req-7b37f897-0b8e-4cc9-9c18-1c988be3896b tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504415 Jul 28 18:14:47.912672 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:47.985131 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c08c38-7e25-4db7-8b0c-a72892c009ac req-6b7464c7-b58a-4f02-a9c8-262374fe0515 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:47.986619 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-18c08c38-7e25-4db7-8b0c-a72892c009ac req-6b7464c7-b58a-4f02-a9c8-262374fe0515 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0473409 Jul 28 18:14:48.042094 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-18c08c38-7e25-4db7-8b0c-a72892c009ac req-07b1ab5f-cbb0-4a64-a00e-bd5a16fd3c81 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497839 Jul 28 18:14:48.124913 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42580) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:48.170840 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb4deb-07a2-4982-ab74-8b2035b5956f req-30aceaa7-7259-4579-b21c-dfdfd2e2141d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:48.172263 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-06fb4deb-07a2-4982-ab74-8b2035b5956f req-30aceaa7-7259-4579-b21c-dfdfd2e2141d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0484705 Jul 28 18:14:48.238420 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-06fb4deb-07a2-4982-ab74-8b2035b5956f req-ac89797b-d649-433d-9abc-e9c818e7d5be tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585654 Jul 28 18:14:48.239682 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f88c79f4-6cbe-4d71-b862-9e3bdf94916c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:48.330306 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f88c79f4-6cbe-4d71-b862-9e3bdf94916c admin admin] Publish callbacks [] for security_group (af3fb419-133e-4a6a-b295-78de81c32556), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:48.392364 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f88c79f4-6cbe-4d71-b862-9e3bdf94916c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (af3fb419-133e-4a6a-b295-78de81c32556), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:48.434714 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f88c79f4-6cbe-4d71-b862-9e3bdf94916c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=c3ea93df3b774790831eb1c353887a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086267 Jul 28 18:14:48.435893 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c79f4-6cbe-4d71-b862-9e3bdf94916c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3fb419-133e-4a6a-b295-78de81c32556,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:48.437382 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42586) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:48.488201 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7faebb56-1791-4510-9459-9fe8c075248c admin admin] Publish callbacks [] for security_group (af3fb419-133e-4a6a-b295-78de81c32556), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:48.514581 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7faebb56-1791-4510-9459-9fe8c075248c admin admin] Publish callbacks [] for security_group (af3fb419-133e-4a6a-b295-78de81c32556), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:48.547175 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:48.659633 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7faebb56-1791-4510-9459-9fe8c075248c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (af3fb419-133e-4a6a-b295-78de81c32556), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:48.662264 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7faebb56-1791-4510-9459-9fe8c075248c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:48.663452 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-7faebb56-1791-4510-9459-9fe8c075248c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/af3fb419-133e-4a6a-b295-78de81c32556 HTTP/1.1" status: 204 len: 168 time: 0.2250428 Jul 28 18:14:48.679633 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faebb56-1791-4510-9459-9fe8c075248c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3fb419-133e-4a6a-b295-78de81c32556,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:48.788394 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e16d1c8-d136-4ed3-9243-2c51634ce69c req-846557d8-e6d4-4c9a-9b96-c387af28a12c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:48.789876 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e16d1c8-d136-4ed3-9243-2c51634ce69c req-846557d8-e6d4-4c9a-9b96-c387af28a12c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0598156 Jul 28 18:14:48.845570 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e16d1c8-d136-4ed3-9243-2c51634ce69c req-9a09fc41-153e-4e2b-a6cf-36cb537bb5a7 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491898 Jul 28 18:14:49.330340 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.462481 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42612) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:49.472496 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5283a449-4c02-45cf-8698-eed1c2aea51a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.549235 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5283a449-4c02-45cf-8698-eed1c2aea51a admin admin] Publish callbacks [] for security_group (cbd6c978-0e8d-459c-825c-298688ce4655), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.625205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5283a449-4c02-45cf-8698-eed1c2aea51a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cbd6c978-0e8d-459c-825c-298688ce4655), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.664406 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283a449-4c02-45cf-8698-eed1c2aea51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd6c978-0e8d-459c-825c-298688ce4655,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:49.669284 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-5283a449-4c02-45cf-8698-eed1c2aea51a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=67661e12675b419a902ece569bc81f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2097113 Jul 28 18:14:49.672462 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42614) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:49.723777 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b9626371-da8d-4eca-8d76-a17324ef9b5c admin admin] Publish callbacks [] for security_group (cbd6c978-0e8d-459c-825c-298688ce4655), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.750796 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b9626371-da8d-4eca-8d76-a17324ef9b5c admin admin] Publish callbacks [] for security_group (cbd6c978-0e8d-459c-825c-298688ce4655), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.760788 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:49.803256 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.894876 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b9626371-da8d-4eca-8d76-a17324ef9b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cbd6c978-0e8d-459c-825c-298688ce4655), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.897653 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b9626371-da8d-4eca-8d76-a17324ef9b5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:49.898793 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b9626371-da8d-4eca-8d76-a17324ef9b5c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cbd6c978-0e8d-459c-825c-298688ce4655 HTTP/1.1" status: 204 len: 168 time: 0.2260020 Jul 28 18:14:49.908898 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9626371-da8d-4eca-8d76-a17324ef9b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd6c978-0e8d-459c-825c-298688ce4655,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:50.008887 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12cb164-b84d-43f2-827f-2288938d4e97 req-ea65a303-908e-4cb1-8e85-de7d5f55f1a9 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:50.010552 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f12cb164-b84d-43f2-827f-2288938d4e97 req-ea65a303-908e-4cb1-8e85-de7d5f55f1a9 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0936618 Jul 28 18:14:50.064032 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f12cb164-b84d-43f2-827f-2288938d4e97 req-ff0ad1bf-3259-453e-a438-1f232314efd0 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457890 Jul 28 18:14:51.110500 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=56 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:51.110500 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=61 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:51.603789 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08247cf1-ae68-4b96-84e1-d501364783ee req-eccba18d-5ca8-415d-91cf-42dcc929d278 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:51.605510 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08247cf1-ae68-4b96-84e1-d501364783ee req-eccba18d-5ca8-415d-91cf-42dcc929d278 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0506449 Jul 28 18:14:51.693320 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08247cf1-ae68-4b96-84e1-d501364783ee req-586f613a-4dec-46dc-9cf4-b650b2363195 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807519 Jul 28 18:14:51.705079 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c819fcd-48ba-40b9-9d15-74b893c053d5 req-0eff102a-a931-4112-97be-bc29b75923c3 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:51.706522 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0c819fcd-48ba-40b9-9d15-74b893c053d5 req-0eff102a-a931-4112-97be-bc29b75923c3 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0730464 Jul 28 18:14:51.759134 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0c819fcd-48ba-40b9-9d15-74b893c053d5 req-bf782c65-a1d9-4258-a993-e76f181f3b52 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460238 Jul 28 18:14:52.822563 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967ce8e-3192-4d8c-a280-d6c65b921fc6 req-cfcb3b30-cfe3-4941-bc33-7901f7d1fa9a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:52.824786 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7967ce8e-3192-4d8c-a280-d6c65b921fc6 req-cfcb3b30-cfe3-4941-bc33-7901f7d1fa9a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0530238 Jul 28 18:14:52.889530 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:52.914976 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fd355-11cc-4408-92e8-6a1d69f8783f req-cb58dbe7-6bcf-4624-bcc7-2285d9d9ef13 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:52.916456 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9c4fd355-11cc-4408-92e8-6a1d69f8783f req-cb58dbe7-6bcf-4624-bcc7-2285d9d9ef13 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0684392 Jul 28 18:14:52.919777 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7967ce8e-3192-4d8c-a280-d6c65b921fc6 req-901363a2-2311-4087-8a2b-64ea04b6899d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890372 Jul 28 18:14:52.967504 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9c4fd355-11cc-4408-92e8-6a1d69f8783f req-42d92c76-ffad-4e08-bfc9-a1faeede0516 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452816 Jul 28 18:14:52.992630 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-ce320b55-cf68-4174-b14b-eb95932aaa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:52.994215 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-ce320b55-cf68-4174-b14b-eb95932aaa5a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1130 time: 0.0414453 Jul 28 18:14:53.094190 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-92c03910-80d4-47aa-9a5e-af7fed0b2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:53.095675 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-92c03910-80d4-47aa-9a5e-af7fed0b2a9a service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.0923865 Jul 28 18:14:53.135080 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-9bc14beb-545c-4c41-801a-38ca0892b75c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 200 len: 217 time: 0.0330677 Jul 28 18:14:53.176846 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:53.188382 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-1998d26a-f1b6-4e3d-8408-714b989ccb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:53.189908 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-1998d26a-f1b6-4e3d-8408-714b989ccb82 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0484395 Jul 28 18:14:53.367896 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-d3d9d526-14a7-4722-898d-fc7d59b88bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:53.369472 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-d3d9d526-14a7-4722-898d-fc7d59b88bdb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432668 Jul 28 18:14:53.647879 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ed64b5d5-fbe7-46d7-8ba8-99f15bba9340 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:53.649385 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ed64b5d5-fbe7-46d7-8ba8-99f15bba9340 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0584795 Jul 28 18:14:53.706425 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-8777e449-2ca7-46bf-a067-67f4f3a29e44 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155899 Jul 28 18:14:53.747761 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Deleting port ccceec3a-7f80-424c-bf00-64e3a0a8861c {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:14:53.748456 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:53.802786 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:53.836608 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7ac3f32b-9de1-4dac-ad86-2ba370bd964a req-b29de685-892f-4df1-bcb3-45df753e74bc service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241372 Jul 28 18:14:53.857884 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] For port ccceec3a-7f80-424c-bf00-64e3a0a8861c, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ccceec3a-7f80-424c-bf00-64e3a0a8861c,segment=NetworkSegment(88f3c065-e1d9-4436-bbcb-3973f330e05d),segment_id=88f3c065-e1d9-4436-bbcb-3973f330e05d)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:14:53.858443 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:53.874335 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Calling delete_port for ccceec3a-7f80-424c-bf00-64e3a0a8861c owned by compute:nova {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:14:54.063676 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599bb1-ad23-4a2f-a4ac-84b14934de8c req-b7047088-4dd2-45c5-8c67-30c1ac328030 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:54.065195 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-93599bb1-ad23-4a2f-a4ac-84b14934de8c req-b7047088-4dd2-45c5-8c67-30c1ac328030 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0671844 Jul 28 18:14:54.111336 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:54.133486 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156160e-ffa7-4e2e-86d5-6fdea429308f req-a205b560-41e6-4671-ad52-ddd323de8879 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:54.134969 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a156160e-ffa7-4e2e-86d5-6fdea429308f req-a205b560-41e6-4671-ad52-ddd323de8879 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 945 time: 0.0842440 Jul 28 18:14:54.155809 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (ccceec3a-7f80-424c-bf00-64e3a0a8861c), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.178218 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-93599bb1-ad23-4a2f-a4ac-84b14934de8c req-60170a65-0d7a-48b0-b586-2838181c44f3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048350 Jul 28 18:14:54.204363 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Pushing event deleted for resources: {'Port': ['ID=ccceec3a-7f80-424c-bf00-64e3a0a8861c,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:54.258545 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a156160e-ffa7-4e2e-86d5-6fdea429308f req-cae11a3d-1c0b-4aef-b90d-c50cb6ada20c tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/security-groups?id=c429bda7-b092-45d2-b65f-c340fb6a39af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173487 Jul 28 18:14:54.281391 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] No DVR routers for this DVR port ccceec3a-7f80-424c-bf00-64e3a0a8861c on host hv-cinder-84617 {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:14:54.284611 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.288328 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96d0a8e8-5b3b-4b82-b56d-c223e74c3a65 req-ba5eab8e-dc53-46b2-aacf-14d56a4c9460 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.93 "DELETE /v2.0/ports/ccceec3a-7f80-424c-bf00-64e3a0a8861c HTTP/1.1" status: 204 len: 173 time: 0.6335964 Jul 28 18:14:54.289220 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'name': 'network-vif-deleted', 'tag': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:14:54.291713 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77bc2e6e-9d6c-4a5d-8113-280742fefa52" -d '{"events": [{"server_uuid": "4de03ef3-ab21-41cf-ae15-3bfd95c3b509", "name": "network-vif-deleted", "tag": "ccceec3a-7f80-424c-bf00-64e3a0a8861c"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:14:54.310207 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42736) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:54.335634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3380e4b-6c77-42c6-a173-c4bfc9a36064 x-openstack-request-id: req-e3380e4b-6c77-42c6-a173-c4bfc9a36064 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:14:54.335932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de03ef3-ab21-41cf-ae15-3bfd95c3b509", "name": "network-vif-deleted", "tag": "ccceec3a-7f80-424c-bf00-64e3a0a8861c", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:14:54.336187 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-e3380e4b-6c77-42c6-a173-c4bfc9a36064 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:14:54.336594 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3380e4b-6c77-42c6-a173-c4bfc9a36064'] response: {'server_uuid': '4de03ef3-ab21-41cf-ae15-3bfd95c3b509', 'name': 'network-vif-deleted', 'tag': 'ccceec3a-7f80-424c-bf00-64e3a0a8861c', 'status': 'completed', 'code': 200} Jul 28 18:14:54.428952 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-aa287955-4a4c-4def-825c-1d8286378bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.514261 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-aa287955-4a4c-4def-825c-1d8286378bbb admin admin] Publish callbacks [] for security_group (5752508b-10e2-42a6-bca7-daec2a692520), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.569585 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-aa287955-4a4c-4def-825c-1d8286378bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5752508b-10e2-42a6-bca7-daec2a692520), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.590863 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:54.611460 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-aa287955-4a4c-4def-825c-1d8286378bbb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa94416b76ed4a8dbb7e6a15d8cf6e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001809 Jul 28 18:14:54.612617 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa287955-4a4c-4def-825c-1d8286378bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5752508b-10e2-42a6-bca7-daec2a692520,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:54.614405 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42740) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:54.667912 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca804985-72fe-4242-b643-912b113aef7d admin admin] Publish callbacks [] for security_group (5752508b-10e2-42a6-bca7-daec2a692520), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.690268 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca804985-72fe-4242-b643-912b113aef7d admin admin] Publish callbacks [] for security_group (5752508b-10e2-42a6-bca7-daec2a692520), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.849638 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca804985-72fe-4242-b643-912b113aef7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5752508b-10e2-42a6-bca7-daec2a692520), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.852270 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca804985-72fe-4242-b643-912b113aef7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:54.855821 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ca804985-72fe-4242-b643-912b113aef7d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5752508b-10e2-42a6-bca7-daec2a692520 HTTP/1.1" status: 204 len: 168 time: 0.2373402 Jul 28 18:14:54.861810 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca804985-72fe-4242-b643-912b113aef7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5752508b-10e2-42a6-bca7-daec2a692520,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:55.319076 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb597ccc-61bf-4497-a5a1-a69e824d599a req-9893704d-fb53-4799-b4ce-1fe23e56a981 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:55.320691 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bb597ccc-61bf-4497-a5a1-a69e824d599a req-9893704d-fb53-4799-b4ce-1fe23e56a981 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0558763 Jul 28 18:14:55.425328 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bb597ccc-61bf-4497-a5a1-a69e824d599a req-e8f71ffa-677d-4476-abef-06f2a8a21c65 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850537 Jul 28 18:14:55.427502 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1e510df6-8c09-4f80-b07a-cfdb1c15ec46 req-7c6e1ca6-5f87-405e-bf17-4e1daa295e20 tempest-VolumesActionsTest-344111377 tempest-VolumesActionsTest-344111377-project] 10.222.0.86 "GET /v2.0/ports?device_id=4de03ef3-ab21-41cf-ae15-3bfd95c3b509 HTTP/1.1" status: 200 len: 210 time: 0.0479643 Jul 28 18:14:55.576443 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42758) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:55.589861 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ad5daacb-55f9-453c-9232-7bfc0bcabda3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.670455 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ad5daacb-55f9-453c-9232-7bfc0bcabda3 admin admin] Publish callbacks [] for security_group (e314057d-b597-407c-97e1-a54a481548d0), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.723452 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ad5daacb-55f9-453c-9232-7bfc0bcabda3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e314057d-b597-407c-97e1-a54a481548d0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.763330 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ad5daacb-55f9-453c-9232-7bfc0bcabda3 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=118fdddd109e4a94933c1bbf58d2586a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857769 Jul 28 18:14:55.764180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5daacb-55f9-453c-9232-7bfc0bcabda3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e314057d-b597-407c-97e1-a54a481548d0,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:55.766155 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42760) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:55.823616 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a27651b6-b0e0-4278-9d6e-8e93f9a070ae admin admin] Publish callbacks [] for security_group (e314057d-b597-407c-97e1-a54a481548d0), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.845096 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a27651b6-b0e0-4278-9d6e-8e93f9a070ae admin admin] Publish callbacks [] for security_group (e314057d-b597-407c-97e1-a54a481548d0), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.857268 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ccceec3a-7f80-424c-bf00-64e3a0a8861c no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:14:55.883021 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: ccceec3a-7f80-424c-bf00-64e3a0a8861c {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:14:55.883473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ccceec3a-7f80-424c-bf00-64e3a0a8861c not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:14:55.981334 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a27651b6-b0e0-4278-9d6e-8e93f9a070ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e314057d-b597-407c-97e1-a54a481548d0), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.983862 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a27651b6-b0e0-4278-9d6e-8e93f9a070ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:55.985062 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a27651b6-b0e0-4278-9d6e-8e93f9a070ae admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e314057d-b597-407c-97e1-a54a481548d0 HTTP/1.1" status: 204 len: 168 time: 0.2179089 Jul 28 18:14:55.998146 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27651b6-b0e0-4278-9d6e-8e93f9a070ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e314057d-b597-407c-97e1-a54a481548d0,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:56.549782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf83700-d31a-4519-a69d-b6c4a37be78b req-0fe53142-42b9-4713-8b93-57007a0811bf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:56.551316 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cf83700-d31a-4519-a69d-b6c4a37be78b req-0fe53142-42b9-4713-8b93-57007a0811bf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0535696 Jul 28 18:14:56.581280 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42776) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:56.595876 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1811-6ef6-49fd-8005-e332da640ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.605557 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cf83700-d31a-4519-a69d-b6c4a37be78b req-5a77615c-9230-49eb-adf9-a6ea9b407554 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Jul 28 18:14:56.682317 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1811-6ef6-49fd-8005-e332da640ca2 admin admin] Publish callbacks [] for security_group (6cde196e-092c-4d42-8284-cc11fe2b4da9), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.740793 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0c6a1811-6ef6-49fd-8005-e332da640ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6cde196e-092c-4d42-8284-cc11fe2b4da9), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.779803 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6a1811-6ef6-49fd-8005-e332da640ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cde196e-092c-4d42-8284-cc11fe2b4da9,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:56.787080 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42782) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:56.787217 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-0c6a1811-6ef6-49fd-8005-e332da640ca2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f0d204a0ff1643f4b423dd4a9a1881b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048497 Jul 28 18:14:56.840007 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f55f12a9-9cf7-41f4-be09-54e77c38cd77 admin admin] Publish callbacks [] for security_group (6cde196e-092c-4d42-8284-cc11fe2b4da9), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.865858 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f55f12a9-9cf7-41f4-be09-54e77c38cd77 admin admin] Publish callbacks [] for security_group (6cde196e-092c-4d42-8284-cc11fe2b4da9), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.962149 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f55f12a9-9cf7-41f4-be09-54e77c38cd77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6cde196e-092c-4d42-8284-cc11fe2b4da9), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.964825 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f55f12a9-9cf7-41f4-be09-54e77c38cd77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:56.968940 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f55f12a9-9cf7-41f4-be09-54e77c38cd77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6cde196e-092c-4d42-8284-cc11fe2b4da9 HTTP/1.1" status: 204 len: 168 time: 0.1775050 Jul 28 18:14:56.975039 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f12a9-9cf7-41f4-be09-54e77c38cd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cde196e-092c-4d42-8284-cc11fe2b4da9,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:57.071999 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:57.739563 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a984fc-c93b-4936-b43c-21dc71fbbca6 req-4e6cfe5e-c498-4c85-b166-77c4ff03fd78 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:57.741096 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-95a984fc-c93b-4936-b43c-21dc71fbbca6 req-4e6cfe5e-c498-4c85-b166-77c4ff03fd78 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0519831 Jul 28 18:14:57.789948 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-95a984fc-c93b-4936-b43c-21dc71fbbca6 req-1caa98b6-ebf4-4b78-821c-efed9e7893cb tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418525 Jul 28 18:14:58.165774 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42848) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:58.267621 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1871783590-network', 'tenant_id': '1e064b693a124655b12e8987a9948717'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:58.357438 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Made reservation on behalf of 1e064b693a124655b12e8987a9948717 for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:58.359793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.368666 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.409619 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:58.447194 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks [] for security_group (d8cfb54a-2c1c-4530-a409-172d81e8aac2), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.506374 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d8cfb54a-2c1c-4530-a409-172d81e8aac2), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.512407 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:58.527090 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 937} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:14:58.543985 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cfb54a-2c1c-4530-a409-172d81e8aac2,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:58.546827 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (10fb4876-5084-4fef-8ca7-b582419abf0c), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.547164 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Added segment 10fb4876-5084-4fef-8ca7-b582419abf0c of type vlan for network bb15e621-2ba7-4728-a2e8-0aa24221aa9d Jul 28 18:14:58.590046 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (bb15e621-2ba7-4728-a2e8-0aa24221aa9d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.655062 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (bb15e621-2ba7-4728-a2e8-0aa24221aa9d), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.656033 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:58.656645 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.717309 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] Pushing event updated for resources: {'Network': ['ID=bb15e621-2ba7-4728-a2e8-0aa24221aa9d,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:58.726904 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network bb15e621-2ba7-4728-a2e8-0aa24221aa9d details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:14:58.757565 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-d56143e2-5787-42fc-9d48-81769d8e3cc8 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5879219 Jul 28 18:14:58.758088 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 42856) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:14:58.762515 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Request body: {'subnet': {'network_id': 'bb15e621-2ba7-4728-a2e8-0aa24221aa9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1871783590-subnet', 'tenant_id': '1e064b693a124655b12e8987a9948717', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:14:58.849437 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Made reservation on behalf of 1e064b693a124655b12e8987a9948717 for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:14:58.851858 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26022573'] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:58.956908 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab74d8e7-5943-40c1-b862-52976fa8d4a3 req-72eb1385-8dc6-4fe5-8bc5-2da43f2fb4cb tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:58.958424 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ab74d8e7-5943-40c1-b862-52976fa8d4a3 req-72eb1385-8dc6-4fe5-8bc5-2da43f2fb4cb tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0908248 Jul 28 18:14:59.045607 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ab74d8e7-5943-40c1-b862-52976fa8d4a3 req-3e4bf87b-01c1-4195-99af-f7ce7b403feb tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777330 Jul 28 18:14:59.152630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29164215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26022531'] for subnet (8d48d05b-833c-4edf-9845-e3e3d7ae494b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.201488 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d48d05b-833c-4edf-9845-e3e3d7ae494b,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:14:59.220543 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Checking segment: {'id': '10fb4876-5084-4fef-8ca7-b582419abf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 937, 'network_id': 'bb15e621-2ba7-4728-a2e8-0aa24221aa9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:14:59.220896 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Network hostable DHCP agents. Network: bb15e621-2ba7-4728-a2e8-0aa24221aa9d, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:14:59.311833 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Network bb15e621-2ba7-4728-a2e8-0aa24221aa9d is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:14:59.391427 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, bb15e621-2ba7-4728-a2e8-0aa24221aa9d) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:14:59.395734 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:14:59.396340 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:14:59.398382 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:14:59.405613 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4cf736-ba91-485e-9c58-fcb0f6e2ec09 None None] Network bb15e621-2ba7-4728-a2e8-0aa24221aa9d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:14:59.489642 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1743b777-c28c-4396-8faa-ea8ce9a771bd admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7224488 Jul 28 18:14:59.505490 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247ba74d-b5aa-409c-940d-c336baaef3f4 None None] Network bb15e621-2ba7-4728-a2e8-0aa24221aa9d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:14:59.508879 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:00.164612 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadacc0b-8ea3-4ad1-a932-7d95600208f0 req-ab19cd59-ff1e-4f18-8a9b-7cedf30f2614 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:00.166221 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aadacc0b-8ea3-4ad1-a932-7d95600208f0 req-ab19cd59-ff1e-4f18-8a9b-7cedf30f2614 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0466974 Jul 28 18:15:00.199695 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42888) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:00.204708 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545579352-network', 'tenant_id': '72a3e387c6064e06847dcd92b46be4c3'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:00.215181 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aadacc0b-8ea3-4ad1-a932-7d95600208f0 req-c94d1254-41bb-47eb-8801-cadc32befe2c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428193 Jul 28 18:15:00.318062 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Made reservation on behalf of 72a3e387c6064e06847dcd92b46be4c3 for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:15:00.320361 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.330662 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.362379 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=83,neutron:DELETE=1,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:00.400833 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:00.412229 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks [] for security_group (cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.483597 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.506235 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 918} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:15:00.520432 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:00.526634 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (e37286f8-6d3f-42f2-ab27-0a143ff21a5b), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.532442 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Added segment e37286f8-6d3f-42f2-ab27-0a143ff21a5b of type vlan for network 69ac0b5f-7fac-431c-8e9f-fbbc772857f9 Jul 28 18:15:00.568671 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (69ac0b5f-7fac-431c-8e9f-fbbc772857f9), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.683974 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (69ac0b5f-7fac-431c-8e9f-fbbc772857f9), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.685063 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:00.692889 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:00.744468 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] Pushing event updated for resources: {'Network': ['ID=69ac0b5f-7fac-431c-8e9f-fbbc772857f9,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:00.754593 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 69ac0b5f-7fac-431c-8e9f-fbbc772857f9 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:15:00.827804 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-0dca1fbe-8549-4285-8e36-3b551d87e831 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6268444 Jul 28 18:15:00.830460 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 42894) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:00.835376 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Request body: {'subnet': {'network_id': '69ac0b5f-7fac-431c-8e9f-fbbc772857f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545579352-subnet', 'tenant_id': '72a3e387c6064e06847dcd92b46be4c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:00.929300 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Made reservation on behalf of 72a3e387c6064e06847dcd92b46be4c3 for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:15:00.931700 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:01.163407 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for subnet (a9d698d7-a7ca-413b-a94f-c3d6c02ce57e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:01.188983 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:01.221710 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9d698d7-a7ca-413b-a94f-c3d6c02ce57e,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:01.229142 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Checking segment: {'id': 'e37286f8-6d3f-42f2-ab27-0a143ff21a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 918, 'network_id': '69ac0b5f-7fac-431c-8e9f-fbbc772857f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:15:01.229499 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Network hostable DHCP agents. Network: 69ac0b5f-7fac-431c-8e9f-fbbc772857f9, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:15:01.344521 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09044f4c-9546-4151-82ea-8aeb6e888e6c req-bb0688ee-1c4e-48ae-bff6-89779ee06567 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:01.346010 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-09044f4c-9546-4151-82ea-8aeb6e888e6c req-bb0688ee-1c4e-48ae-bff6-89779ee06567 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0498111 Jul 28 18:15:01.373820 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Network 69ac0b5f-7fac-431c-8e9f-fbbc772857f9 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:15:01.392887 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-09044f4c-9546-4151-82ea-8aeb6e888e6c req-3a6a0ba2-d7db-4947-9475-48bf3ba6b764 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 Jul 28 18:15:01.459449 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 69ac0b5f-7fac-431c-8e9f-fbbc772857f9) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:15:01.464070 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:01.465466 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:01.470901 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3cf8aa-a8dc-488a-9112-327c88914767 None None] Network 69ac0b5f-7fac-431c-8e9f-fbbc772857f9 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:15:01.537012 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-12d82561-6f5e-4ce3-b417-c033047f0930 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7053721 Jul 28 18:15:01.582121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cdf57a-64e0-46c2-9260-f3aa0a7385ad None None] Network 69ac0b5f-7fac-431c-8e9f-fbbc772857f9 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:15:02.512165 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b4cf7-f2c2-4ad6-95cf-62342b1f2941 req-144af2c4-6439-48da-93c4-6bc2958b56db tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:02.513666 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f2b4cf7-f2c2-4ad6-95cf-62342b1f2941 req-144af2c4-6439-48da-93c4-6bc2958b56db tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0475540 Jul 28 18:15:02.560676 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f2b4cf7-f2c2-4ad6-95cf-62342b1f2941 req-1e15add1-b25e-426a-9bf9-dcc8a93ce56f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Jul 28 18:15:03.680823 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de58e7e-857a-442f-9e23-e91bc79be949 req-2a2e5c22-b7ed-4807-9be1-165a1041cad7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:03.682334 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7de58e7e-857a-442f-9e23-e91bc79be949 req-2a2e5c22-b7ed-4807-9be1-165a1041cad7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0501919 Jul 28 18:15:03.737312 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7de58e7e-857a-442f-9e23-e91bc79be949 req-800d4dfe-caf3-473d-9efd-e5ecf4012760 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471778 Jul 28 18:15:04.856732 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57f42-3a6f-40ea-8efa-f0ea45bfbfce req-3f658286-0ad6-46d9-99fb-4c1f40157e09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:04.858747 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-57a57f42-3a6f-40ea-8efa-f0ea45bfbfce req-3f658286-0ad6-46d9-99fb-4c1f40157e09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0473430 Jul 28 18:15:04.901916 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:04.906560 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-57a57f42-3a6f-40ea-8efa-f0ea45bfbfce req-fb86a811-c1f4-4f2b-9cbb-473c16e2b648 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423679 Jul 28 18:15:06.026099 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f18223-8f7d-4fac-b0e0-d2b2c677bf47 req-6f6e497e-f56f-4ef2-ae79-4343e10a7cd5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:06.027546 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76f18223-8f7d-4fac-b0e0-d2b2c677bf47 req-6f6e497e-f56f-4ef2-ae79-4343e10a7cd5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0483043 Jul 28 18:15:06.078830 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76f18223-8f7d-4fac-b0e0-d2b2c677bf47 req-4b94bcb4-cb6c-4784-97bb-53a5dbbd32f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456436 Jul 28 18:15:07.193577 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4b0dd-e1b2-4b32-b29c-f1ae0e75f812 req-fc45b3ff-10f3-4f1f-a469-b180bfa7f3dd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:07.195004 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-25b4b0dd-e1b2-4b32-b29c-f1ae0e75f812 req-fc45b3ff-10f3-4f1f-a469-b180bfa7f3dd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0457320 Jul 28 18:15:07.246631 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-25b4b0dd-e1b2-4b32-b29c-f1ae0e75f812 req-e7a2243a-4cb7-49dc-852a-1aba89c01ebb tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 Jul 28 18:15:08.270286 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:15:08.369505 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c38ae2c-a1bf-402b-88bd-5f78f0b4b967 req-6fda2bf8-ac03-4071-9cf0-53e0221b0000 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:08.370964 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c38ae2c-a1bf-402b-88bd-5f78f0b4b967 req-6fda2bf8-ac03-4071-9cf0-53e0221b0000 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0509236 Jul 28 18:15:08.417571 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c38ae2c-a1bf-402b-88bd-5f78f0b4b967 req-565ee796-14b4-43bd-8d2c-43f7659ff60d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409374 Jul 28 18:15:09.537693 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d45747-c716-4e44-ab7d-210743470d65 req-a04a925b-864c-4bc8-9a46-e92034fb0898 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:09.539171 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c0d45747-c716-4e44-ab7d-210743470d65 req-a04a925b-864c-4bc8-9a46-e92034fb0898 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0495687 Jul 28 18:15:09.586687 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c0d45747-c716-4e44-ab7d-210743470d65 req-79d5f7db-4eb0-4374-b11b-5e6afb52ae49 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418966 Jul 28 18:15:10.705819 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d247326b-be80-4474-8701-1be1b63f862e req-d9265842-d822-4395-985e-c31dec5e9ee9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:10.707311 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d247326b-be80-4474-8701-1be1b63f862e req-d9265842-d822-4395-985e-c31dec5e9ee9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0514441 Jul 28 18:15:10.754505 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d247326b-be80-4474-8701-1be1b63f862e req-5af4fe2f-3c06-4ff6-84cc-bf5139768742 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Jul 28 18:15:11.475439 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=39,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:11.869432 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d5f52-e0ad-41d7-bc40-e6ff55f54543 req-ab1e717c-f311-4945-bde5-65e9d4743690 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:11.870869 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-540d5f52-e0ad-41d7-bc40-e6ff55f54543 req-ab1e717c-f311-4945-bde5-65e9d4743690 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0453863 Jul 28 18:15:11.898793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:11.921481 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-540d5f52-e0ad-41d7-bc40-e6ff55f54543 req-8e4ad60d-7e10-43a3-953d-e1d83c604191 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447099 Jul 28 18:15:13.037504 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae48a90-7181-48e7-88fd-6f93fcf0917a req-1ee9e573-2b23-4d43-be49-00a3654e9a7f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:13.038961 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cae48a90-7181-48e7-88fd-6f93fcf0917a req-1ee9e573-2b23-4d43-be49-00a3654e9a7f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0463951 Jul 28 18:15:13.086051 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cae48a90-7181-48e7-88fd-6f93fcf0917a req-0e2a2d8e-e3f8-4a0f-acad-54c57ce20ed5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409472 Jul 28 18:15:14.202047 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a285416-a968-47e5-b363-db8920b467d0 req-eb8455e1-d2d1-4f30-ab8b-8df5ec02954a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:14.203502 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a285416-a968-47e5-b363-db8920b467d0 req-eb8455e1-d2d1-4f30-ab8b-8df5ec02954a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0471752 Jul 28 18:15:14.250718 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a285416-a968-47e5-b363-db8920b467d0 req-249676da-b4b0-4d31-bc9b-e1be08255609 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415683 Jul 28 18:15:14.613328 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3e498b7d-8052-485b-bdf4-df2bcf5a06d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:15.380780 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d0f3d-93f1-4b95-b09e-f173938bf3a4 req-32b1a396-dafe-4c66-8b4d-2f23033a9fe2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:15.387951 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-014d0f3d-93f1-4b95-b09e-f173938bf3a4 req-32b1a396-dafe-4c66-8b4d-2f23033a9fe2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0577717 Jul 28 18:15:15.436580 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-014d0f3d-93f1-4b95-b09e-f173938bf3a4 req-5b0e251c-d5fc-4168-971e-103092558e74 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477712 Jul 28 18:15:16.578805 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e87bec-6d91-41bc-8661-ad3e3558e543 req-d4a90508-785b-4039-94ae-eddd88272579 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:16.587423 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e4e87bec-6d91-41bc-8661-ad3e3558e543 req-d4a90508-785b-4039-94ae-eddd88272579 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0671458 Jul 28 18:15:16.651970 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e4e87bec-6d91-41bc-8661-ad3e3558e543 req-9307741e-e7f5-4c29-b785-e90170f25c8a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628977 Jul 28 18:15:16.810354 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:16.883879 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-60dcbe14-bc5f-4134-8463-4e5681b01983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:17.823167 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0663c1-7240-4444-8892-324ee8b154a7 req-4112b360-ab5f-49f6-9c82-26ffd02627bf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:17.824734 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb0663c1-7240-4444-8892-324ee8b154a7 req-4112b360-ab5f-49f6-9c82-26ffd02627bf tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0708485 Jul 28 18:15:17.872662 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb0663c1-7240-4444-8892-324ee8b154a7 req-395cfb74-cc9f-4bc0-b0d7-3f2c50fab50d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410507 Jul 28 18:15:17.946511 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:18.952689 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:18.990611 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b9746-5166-403b-ad41-d9c16ce5a90f req-2cffef3b-873e-4918-8a34-efc4bd2d33c9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:18.992106 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-629b9746-5166-403b-ad41-d9c16ce5a90f req-2cffef3b-873e-4918-8a34-efc4bd2d33c9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0478253 Jul 28 18:15:19.040343 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-629b9746-5166-403b-ad41-d9c16ce5a90f req-ce7bfa11-cd24-492a-bc03-470e0cad0267 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Jul 28 18:15:19.254540 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:19.780589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:20.155886 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8380e30d-9da0-49de-bfab-ab0105b06e72 req-c5071582-7bf0-42e5-98e1-276a1c21078b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:20.157372 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8380e30d-9da0-49de-bfab-ab0105b06e72 req-c5071582-7bf0-42e5-98e1-276a1c21078b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0476003 Jul 28 18:15:20.206900 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8380e30d-9da0-49de-bfab-ab0105b06e72 req-b91ec475-27b9-45bb-b0a4-af85fa0c09e8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439348 Jul 28 18:15:21.323805 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51755ebc-4d86-4b94-aa12-2bf981f5e8e1 req-08f3f293-9b05-4421-a9e0-29e715f9bf77 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:21.325321 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-51755ebc-4d86-4b94-aa12-2bf981f5e8e1 req-08f3f293-9b05-4421-a9e0-29e715f9bf77 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0478137 Jul 28 18:15:21.372764 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-51755ebc-4d86-4b94-aa12-2bf981f5e8e1 req-4ec64c78-19ab-4cb5-afec-585c1bc918d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417809 Jul 28 18:15:22.488029 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd69f7-2039-4a78-a1ee-bf1498d9c114 req-6fe640c9-d045-496a-b8c8-2ffb7899cc26 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:22.489561 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2abd69f7-2039-4a78-a1ee-bf1498d9c114 req-6fe640c9-d045-496a-b8c8-2ffb7899cc26 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0470912 Jul 28 18:15:22.535872 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2abd69f7-2039-4a78-a1ee-bf1498d9c114 req-2e1b9cb5-a1e3-40b1-8105-d7841bd43253 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407119 Jul 28 18:15:23.660131 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be744d2-5093-4345-8aac-2f8d8fbeb94f req-1b196735-95c1-471a-bba3-b88521064490 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:23.661537 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2be744d2-5093-4345-8aac-2f8d8fbeb94f req-1b196735-95c1-471a-bba3-b88521064490 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0494244 Jul 28 18:15:23.708735 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2be744d2-5093-4345-8aac-2f8d8fbeb94f req-9315aa5d-c655-4fa8-bbac-d8c112927334 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Jul 28 18:15:24.844747 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:24.853979 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733c2dd-3a1b-4052-9bc8-87210b5edaaa req-6b5d34db-8ebd-4212-9039-efc626a3ff14 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:24.855514 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5733c2dd-3a1b-4052-9bc8-87210b5edaaa req-6b5d34db-8ebd-4212-9039-efc626a3ff14 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0666714 Jul 28 18:15:24.905992 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5733c2dd-3a1b-4052-9bc8-87210b5edaaa req-eac037f1-cf28-4dde-9acc-e641f03124b5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445254 Jul 28 18:15:26.029747 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac453d03-eda2-40a6-809a-82d3c960b704 req-d03816a3-f841-4c78-a118-173e429debd9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:26.031230 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ac453d03-eda2-40a6-809a-82d3c960b704 req-d03816a3-f841-4c78-a118-173e429debd9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0506375 Jul 28 18:15:26.095277 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ac453d03-eda2-40a6-809a-82d3c960b704 req-b1295a77-30e6-4c34-9f76-764f41391619 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566278 Jul 28 18:15:27.130183 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:27.212832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59366cbb-e113-4700-b2da-d73f5476642b req-d71179ce-fd6f-4dd6-9e0b-ee4912631e87 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:27.217440 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59366cbb-e113-4700-b2da-d73f5476642b req-d71179ce-fd6f-4dd6-9e0b-ee4912631e87 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0528104 Jul 28 18:15:27.278417 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59366cbb-e113-4700-b2da-d73f5476642b req-c012fb3d-3c73-4dde-be4c-9cd811216f15 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566726 Jul 28 18:15:28.169794 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:28.172579 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:28.391882 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5f0a5-74b2-4388-b392-bc229098c8a0 req-953b4043-a9b1-40c2-b74a-382a0a8942ec tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:28.393355 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5f0a5-74b2-4388-b392-bc229098c8a0 req-953b4043-a9b1-40c2-b74a-382a0a8942ec tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0475554 Jul 28 18:15:28.441398 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5f0a5-74b2-4388-b392-bc229098c8a0 req-90b83ac7-91cd-4e4a-bf85-a97dd3462d9a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Jul 28 18:15:29.589837 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de053b0-7183-4026-ba70-361a46f0f7e8 req-dbc327ae-0df4-4edd-936b-b6dabe69c9d9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:29.592811 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9de053b0-7183-4026-ba70-361a46f0f7e8 req-dbc327ae-0df4-4edd-936b-b6dabe69c9d9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0711622 Jul 28 18:15:29.644336 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9de053b0-7183-4026-ba70-361a46f0f7e8 req-785daa2f-88bc-40f0-bb78-896ea9ae8f85 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450656 Jul 28 18:15:30.776843 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07b3ff-ce32-496a-924c-072ef8c92f93 req-0335e14c-9e8a-4ac5-8568-020dc6eaaa77 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:30.778280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e07b3ff-ce32-496a-924c-072ef8c92f93 req-0335e14c-9e8a-4ac5-8568-020dc6eaaa77 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0541065 Jul 28 18:15:30.821580 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:30.832377 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e07b3ff-ce32-496a-924c-072ef8c92f93 req-3c8cf522-64a7-4c9a-a702-6f88b223f00f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476999 Jul 28 18:15:31.963043 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c50b3-28e5-488f-9ccd-9268339d08f0 req-5305e2d1-90a6-4c31-8b4c-55fa720181a2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:31.971448 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-895c50b3-28e5-488f-9ccd-9268339d08f0 req-5305e2d1-90a6-4c31-8b4c-55fa720181a2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0623393 Jul 28 18:15:32.248898 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-895c50b3-28e5-488f-9ccd-9268339d08f0 req-96e86401-5197-4731-82df-099a3387f86a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758486 Jul 28 18:15:32.938996 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39823763-a562-4e46-8a36-5aa935a31524 req-0b6395e4-42a8-4c99-8faf-c1e2cbc3ee82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:32.941109 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-39823763-a562-4e46-8a36-5aa935a31524 req-0b6395e4-42a8-4c99-8faf-c1e2cbc3ee82 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1130 time: 0.0460234 Jul 28 18:15:33.000177 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-39823763-a562-4e46-8a36-5aa935a31524 req-4722c70a-372b-4b25-a8a1-28ed95fd2be2 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501926 Jul 28 18:15:33.411105 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa8439-5523-49e3-9c78-02997db3adee req-dd01e44a-312e-4b8a-9c45-fb50422d1859 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:33.413101 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3fa8439-5523-49e3-9c78-02997db3adee req-dd01e44a-312e-4b8a-9c45-fb50422d1859 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0624909 Jul 28 18:15:33.513215 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3fa8439-5523-49e3-9c78-02997db3adee req-8dd4dc1d-91eb-4ae3-8f34-652796d44424 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761685 Jul 28 18:15:34.647643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149ec67-0dcb-49f4-8e7f-6f2185acef09 req-c7dad645-499c-4815-b6e4-704566dbed6e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:34.649204 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f149ec67-0dcb-49f4-8e7f-6f2185acef09 req-c7dad645-499c-4815-b6e4-704566dbed6e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0544271 Jul 28 18:15:34.712537 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f149ec67-0dcb-49f4-8e7f-6f2185acef09 req-422c7637-8d68-4d98-ac76-5aee86be2be6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542974 Jul 28 18:15:35.849758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529bf32-4e1a-471d-ae3f-dce2514d3bc0 req-294a4fda-38ec-4f1c-bf09-d15f2598cc09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:35.851452 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8529bf32-4e1a-471d-ae3f-dce2514d3bc0 req-294a4fda-38ec-4f1c-bf09-d15f2598cc09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0545890 Jul 28 18:15:35.922472 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8529bf32-4e1a-471d-ae3f-dce2514d3bc0 req-a48e8be6-3cd2-46a5-9ff5-5883171bdf2c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607734 Jul 28 18:15:36.338227 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755041ca-061c-4e4b-bb54-da7befb5e48d req-ffb5aea9-56b8-4dca-b27f-b007bdc02ff6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:36.339786 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-755041ca-061c-4e4b-bb54-da7befb5e48d req-ffb5aea9-56b8-4dca-b27f-b007bdc02ff6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0605597 Jul 28 18:15:36.416225 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:36.425878 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-5adc9a67-bfed-4a83-b7f5-2b108d60e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:36.432500 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-5adc9a67-bfed-4a83-b7f5-2b108d60e9a1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1130 time: 0.0679634 Jul 28 18:15:36.432500 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-755041ca-061c-4e4b-bb54-da7befb5e48d req-d034f00d-a412-4a8b-a6ba-f728e636c572 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856099 Jul 28 18:15:36.560758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-c1cbc3ce-2708-4744-8709-fd89c70b84eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:36.562316 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-c1cbc3ce-2708-4744-8709-fd89c70b84eb service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.1089633 Jul 28 18:15:36.603713 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-366cc464-aa69-491d-b065-43ebbe97a582 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 200 len: 217 time: 0.0341091 Jul 28 18:15:36.676151 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-c5900771-1bce-4277-9ba7-6424338cadb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:36.677722 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-c5900771-1bce-4277-9ba7-6424338cadb7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0667772 Jul 28 18:15:36.736267 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-b1c1e531-7571-4a42-a9f5-6b1a58ff4935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:36.738483 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-b1c1e531-7571-4a42-a9f5-6b1a58ff4935 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536397 Jul 28 18:15:36.861674 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-f2e82f4d-d0c3-4458-a211-59709cc25333 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145332 Jul 28 18:15:36.948843 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:36.987082 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768d973d-4e8f-46e4-a87e-1e5753136f2b req-ef825736-1ca2-4743-a08a-ad0acab376c9 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137350 Jul 28 18:15:37.019958 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:37.034951 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=50,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:37.150612 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-fea9d92b-ed24-4e58-9a4b-387c547bfcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:37.152620 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-fea9d92b-ed24-4e58-9a4b-387c547bfcea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1130 time: 0.0468824 Jul 28 18:15:37.277274 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-513aa226-2d4d-4b7a-9622-59d72ee60817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:37.279023 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-513aa226-2d4d-4b7a-9622-59d72ee60817 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.1164832 Jul 28 18:15:37.585586 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ee07f-04df-434f-8e13-f32b9092eed9 req-6f159928-ccc8-4560-94a1-06b9b130ca06 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:37.587104 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a77ee07f-04df-434f-8e13-f32b9092eed9 req-6f159928-ccc8-4560-94a1-06b9b130ca06 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0616467 Jul 28 18:15:37.665723 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a77ee07f-04df-434f-8e13-f32b9092eed9 req-253de4bb-80fd-4a69-88ad-55f29e948354 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720346 Jul 28 18:15:38.777757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5ba5f9-d429-4ad7-9ddc-7a1f3a7dc6da req-a207f77a-0bcf-4ee8-b80c-f8704b0ed286 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:38.779286 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1e5ba5f9-d429-4ad7-9ddc-7a1f3a7dc6da req-a207f77a-0bcf-4ee8-b80c-f8704b0ed286 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0466554 Jul 28 18:15:38.837790 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1e5ba5f9-d429-4ad7-9ddc-7a1f3a7dc6da req-d07aeb73-d1a0-4b98-8339-b9b23fe602c9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518415 Jul 28 18:15:39.166718 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-a5363c1b-98eb-4753-9d3c-1d392a2a69df service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 200 len: 217 time: 0.0349610 Jul 28 18:15:39.961990 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa12813-4847-4c7a-8823-4107ac671ea5 req-ee845c98-4151-44c2-bd91-bb6495cac143 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:39.963433 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-efa12813-4847-4c7a-8823-4107ac671ea5 req-ee845c98-4151-44c2-bd91-bb6495cac143 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0464921 Jul 28 18:15:40.011528 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-efa12813-4847-4c7a-8823-4107ac671ea5 req-c23d952b-b1d1-45e3-9b02-450a38041f12 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421212 Jul 28 18:15:40.218627 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-4ca89b96-a62a-4919-974a-2956eec7829c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:40.218627 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-4ca89b96-a62a-4919-974a-2956eec7829c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0543132 Jul 28 18:15:41.124582 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40707c-8bd4-4843-ad81-17c56af81261 req-c7e14e14-e29d-4046-8c32-803d7e35fff2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:41.126072 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fc40707c-8bd4-4843-ad81-17c56af81261 req-c7e14e14-e29d-4046-8c32-803d7e35fff2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0468645 Jul 28 18:15:41.157942 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:41.172706 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fc40707c-8bd4-4843-ad81-17c56af81261 req-f7908543-12fe-4fa9-a0b6-082e0a1dafb4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412853 Jul 28 18:15:41.697308 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-3fcbcb95-3173-43a3-a77d-762f881e79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:41.700179 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-3fcbcb95-3173-43a3-a77d-762f881e79c1 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400779 Jul 28 18:15:41.799303 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-48a9b39e-4b5c-464f-8ed8-238b11f00bec service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921745 Jul 28 18:15:41.898412 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a3dcde24-0a37-4bf4-a6e3-145b04b25d70 req-8f178265-de08-45be-9ffd-f2a9e195fa41 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Jul 28 18:15:42.292260 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b3b62-b60c-4040-917c-a5a80e6b651c req-84ef9519-9eb0-49c9-8ca3-afa70feccc0a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:42.293781 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af4b3b62-b60c-4040-917c-a5a80e6b651c req-84ef9519-9eb0-49c9-8ca3-afa70feccc0a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0498364 Jul 28 18:15:42.340344 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-af4b3b62-b60c-4040-917c-a5a80e6b651c req-dcdd98a1-7a1c-4b57-a381-100d1cf72b2c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Jul 28 18:15:43.118894 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:43.489005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aefc54-a77f-4096-b75b-ab87b5c012ee req-90e8ea26-b168-4e13-9a68-9bfa301ecf5a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:43.490728 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-89aefc54-a77f-4096-b75b-ab87b5c012ee req-90e8ea26-b168-4e13-9a68-9bfa301ecf5a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0772569 Jul 28 18:15:43.542679 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-89aefc54-a77f-4096-b75b-ab87b5c012ee req-903087e7-5d36-48b1-b762-0e61e98f05cd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462999 Jul 28 18:15:44.609401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fede564c-ea68-4e26-9701-7ceb4b9adee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:44.668774 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9e5c0b-1154-4958-a35a-02811cdfebdb req-5507917a-d10e-4e75-b11d-4ea99aaabeb2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:44.670447 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e9e5c0b-1154-4958-a35a-02811cdfebdb req-5507917a-d10e-4e75-b11d-4ea99aaabeb2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0520282 Jul 28 18:15:44.704212 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:44.719444 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e9e5c0b-1154-4958-a35a-02811cdfebdb req-6b213396-7408-488c-aada-3a3d07c8b57a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422204 Jul 28 18:15:45.269351 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:15:45.836495 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bce5f2-dbe0-4c1d-b1cd-dfd378e9289a req-0749c4a9-6ba1-4555-87e7-c3ad7aa92a09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:45.838556 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-44bce5f2-dbe0-4c1d-b1cd-dfd378e9289a req-0749c4a9-6ba1-4555-87e7-c3ad7aa92a09 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0475132 Jul 28 18:15:45.889716 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-44bce5f2-dbe0-4c1d-b1cd-dfd378e9289a req-fdee8697-7247-4de8-9f7c-dfe96f07442b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Jul 28 18:15:46.895046 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ea447925-cc48-4895-be00-c21b2e08ca83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:47.771816 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 43724) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:47.817886 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Deleting subnet e3df671a-8b32-4f45-a000-8b9813679f50 {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:15:47.821543 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Publish callbacks [] for subnet (e3df671a-8b32-4f45-a000-8b9813679f50), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:47.861197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (e3df671a-8b32-4f45-a000-8b9813679f50), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:47.905337 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (e3df671a-8b32-4f45-a000-8b9813679f50), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:47.906108 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.042677 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (e3df671a-8b32-4f45-a000-8b9813679f50), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.071089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3df671a-8b32-4f45-a000-8b9813679f50,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:48.073984 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.076750 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/e3df671a-8b32-4f45-a000-8b9813679f50 HTTP/1.1" status: 204 len: 168 time: 0.3039420 Jul 28 18:15:48.079697 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43732) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:48.083323 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.083677 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.084035 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.084372 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.084711 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.085073 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.085406 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.085736 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.086068 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.086397 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.086727 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.087056 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.087381 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.087702 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.088025 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e8b0c-97f0-4f51-8b99-056ce7c7df6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.149191 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (23614efc-eed1-4326-a701-6c2e93f9f59c), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.231847 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (23614efc-eed1-4326-a701-6c2e93f9f59c), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.252024 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.252379 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.253152 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.253494 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > port after_create 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.253824 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.254149 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > port after_update 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.254527 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.254873 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.255197 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.255524 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.324052 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.324336 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.324673 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.325256 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104675) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 28 18:15:48.325726 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23614efc-eed1-4326-a701-6c2e93f9f59c']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:48.343702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f3c065-e1d9-4436-bbcb-3973f330e05d') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:48.344010 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f3c065-e1d9-4436-bbcb-3973f330e05d') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:15:48.360741 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (88f3c065-e1d9-4436-bbcb-3973f330e05d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.383010 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (88f3c065-e1d9-4436-bbcb-3973f330e05d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.395774 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Releasing vlan 935 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:15:48.396268 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (88f3c065-e1d9-4436-bbcb-3973f330e05d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.534971 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (23614efc-eed1-4326-a701-6c2e93f9f59c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.542807 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:48.546288 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] 10.222.0.86 "DELETE /v2.0/networks/23614efc-eed1-4326-a701-6c2e93f9f59c HTTP/1.1" status: 204 len: 168 time: 0.4655628 Jul 28 18:15:48.548408 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 88f3c065-e1d9-4436-bbcb-3973f330e05d resource provider aggregate not found Jul 28 18:15:48.562062 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Pushing event deleted for resources: {'Network': ['ID=23614efc-eed1-4326-a701-6c2e93f9f59c,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:48.570375 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.570717 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.571057 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.571392 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.571727 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.572054 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.572493 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.572793 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.573157 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.573483 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.573808 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.574187 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.574446 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.574861 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.575180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9114b473-57aa-46c5-8911-52ad1de79171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:15:48.580886 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 88f3c065-e1d9-4436-bbcb-3973f330e05d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 88f3c065-e1d9-4436-bbcb-3973f330e05d found for delete ", "request_id": "req-53657b81-9bbf-49e5-ae91-4e1b7518b88a"}]} Jul 28 18:15:48.940747 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43754) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:48.981692 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-2b013b84-b43f-4dab-bc67-c8b972587d1a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=85d8da2c21474c958de9039caa0b547d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394869 Jul 28 18:15:48.984014 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43756) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:49.032027 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a936-fe7d-4521-838f-662aab61ae14 admin admin] Publish callbacks [] for security_group (c429bda7-b092-45d2-b65f-c340fb6a39af), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:49.057377 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a936-fe7d-4521-838f-662aab61ae14 admin admin] Publish callbacks [] for security_group (c429bda7-b092-45d2-b65f-c340fb6a39af), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:49.253566 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a936-fe7d-4521-838f-662aab61ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c429bda7-b092-45d2-b65f-c340fb6a39af), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:49.256324 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0aa1a936-fe7d-4521-838f-662aab61ae14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:49.260111 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-0aa1a936-fe7d-4521-838f-662aab61ae14 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c429bda7-b092-45d2-b65f-c340fb6a39af HTTP/1.1" status: 204 len: 168 time: 0.2726219 Jul 28 18:15:49.265366 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa1a936-fe7d-4521-838f-662aab61ae14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c429bda7-b092-45d2-b65f-c340fb6a39af,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:49.311482 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:49.804142 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 43776) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:49.808790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-65d87f7d-a0af-4815-b1a1-7302214688c8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1145749838', 'description': 'tempest-description--597756460'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:49.823027 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:49.889395 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65d87f7d-a0af-4815-b1a1-7302214688c8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:49.916795 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:49.963020 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65d87f7d-a0af-4815-b1a1-7302214688c8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group (9cf89749-e374-4fcd-a3c3-8b0292754cf0), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.031939 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65d87f7d-a0af-4815-b1a1-7302214688c8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9cf89749-e374-4fcd-a3c3-8b0292754cf0), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.065825 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d87f7d-a0af-4815-b1a1-7302214688c8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf89749-e374-4fcd-a3c3-8b0292754cf0,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:50.136900 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65d87f7d-a0af-4815-b1a1-7302214688c8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.138229 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-65d87f7d-a0af-4815-b1a1-7302214688c8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3330057 Jul 28 18:15:50.141175 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43788) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:50.146141 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-bb624e47-8a50-4046-a45a-4cd3f5221ef2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'security_group_rule': {'security_group_id': '9cf89749-e374-4fcd-a3c3-8b0292754cf0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:50.248788 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bb624e47-8a50-4046-a45a-4cd3f5221ef2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group_rule (a0c28b4f-886d-4b7e-bda3-3105e68dc9be), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.305366 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bb624e47-8a50-4046-a45a-4cd3f5221ef2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group_rule (a0c28b4f-886d-4b7e-bda3-3105e68dc9be), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.351874 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bb624e47-8a50-4046-a45a-4cd3f5221ef2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (a0c28b4f-886d-4b7e-bda3-3105e68dc9be), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.370387 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb624e47-8a50-4046-a45a-4cd3f5221ef2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0c28b4f-886d-4b7e-bda3-3105e68dc9be,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:50.438224 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bb624e47-8a50-4046-a45a-4cd3f5221ef2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.439515 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-bb624e47-8a50-4046-a45a-4cd3f5221ef2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973392 Jul 28 18:15:50.442967 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43796) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:50.447156 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-22c25124-975c-49d6-9b4b-05ad8a727e3c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'security_group_rule': {'security_group_id': '9cf89749-e374-4fcd-a3c3-8b0292754cf0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:50.545327 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22c25124-975c-49d6-9b4b-05ad8a727e3c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group_rule (acaa7046-08f0-4064-b060-ed35c1373198), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.600926 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22c25124-975c-49d6-9b4b-05ad8a727e3c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group_rule (acaa7046-08f0-4064-b060-ed35c1373198), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.665758 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22c25124-975c-49d6-9b4b-05ad8a727e3c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (acaa7046-08f0-4064-b060-ed35c1373198), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.684804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c25124-975c-49d6-9b4b-05ad8a727e3c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acaa7046-08f0-4064-b060-ed35c1373198,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:50.759302 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-22c25124-975c-49d6-9b4b-05ad8a727e3c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:50.760455 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-22c25124-975c-49d6-9b4b-05ad8a727e3c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3165755 Jul 28 18:15:50.763611 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43798) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:50.767871 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:50.837586 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.084693 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:51.087246 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:51.122520 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.230616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Allocated IP 172.27.3.60 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/416f6715-0539-42fc-bed9-2be7aee96bfa) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:15:51.333708 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.432429 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.475996 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:15:51.480720 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:15:51.484859 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:15:51.487766 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'Port': ['ID=416f6715-0539-42fc-bed9-2be7aee96bfa,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:51.568320 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.674762 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:51.686333 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.833418 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.894665 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:51.969345 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'Port': ['ID=416f6715-0539-42fc-bed9-2be7aee96bfa,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:51.978201 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:52.056230 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:52.057619 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-6d57b493-27d9-4db4-a383-7eaec69a29f0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2930944 Jul 28 18:15:52.261764 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-83500f8e-4f30-45a5-b37d-d1f6452f7ce1 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1145749838&fields=id&tenant_id=b52f26ab8b934756b0c74d681d08d04f HTTP/1.1" status: 200 len: 267 time: 0.0434947 Jul 28 18:15:52.370409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-f683df03-447b-41f0-aa3d-b01a6b025e6d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:52.371889 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-f683df03-447b-41f0-aa3d-b01a6b025e6d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 819 time: 0.1036584 Jul 28 18:15:52.387509 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-5593b199-7105-4c4f-8369-8dd178c118a8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/quotas/b52f26ab8b934756b0c74d681d08d04f HTTP/1.1" status: 200 len: 375 time: 0.0101571 Jul 28 18:15:52.443371 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-c891f856-88c8-44ab-8a10-1eef2356d14b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0506668 Jul 28 18:15:52.536103 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:52.541693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-1902476f-8ed0-4a71-b5a9-5dc0bfff95c0 service neutron] 10.222.0.86 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867774 Jul 28 18:15:52.633836 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-dff5ef9c-42b0-4880-a44a-98ba2979360f service neutron] 10.222.0.86 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864587 Jul 28 18:15:53.878996 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27d12c07-3d66-42e3-a3c2-6febe63f5049 req-ecad8bc5-473d-4798-9602-148f6d271551 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 210 time: 0.0275915 Jul 28 18:15:54.892862 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43888) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:54.991202 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4799f711-0831-41f1-b496-8ed9973bdb43 req-ba185fb7-3f9c-4cf5-8f68-3709ff36f391 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 210 time: 0.0340352 Jul 28 18:15:55.000677 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43896) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:55.046100 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b97ce89e-2b3b-49da-8d4d-26c54518feba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.083552 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-aca3e264-f10f-480f-b98d-9cea4d480a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.099181 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:55.182231 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b97ce89e-2b3b-49da-8d4d-26c54518feba admin admin] Publish callbacks [] for security_group (481643d8-57f9-485e-a8d7-8ca2e42b7e3d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.214001 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-aca3e264-f10f-480f-b98d-9cea4d480a74 admin admin] Publish callbacks [] for security_group (cf9d6322-d364-4649-8072-f821ffcea19b), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.271817 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b97ce89e-2b3b-49da-8d4d-26c54518feba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (481643d8-57f9-485e-a8d7-8ca2e42b7e3d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.307424 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-aca3e264-f10f-480f-b98d-9cea4d480a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cf9d6322-d364-4649-8072-f821ffcea19b), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.318186 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b97ce89e-2b3b-49da-8d4d-26c54518feba admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d86f5d967df54762aefd8b5311f45dda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4241881 Jul 28 18:15:55.321574 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 43900) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:55.324412 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ce89e-2b3b-49da-8d4d-26c54518feba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481643d8-57f9-485e-a8d7-8ca2e42b7e3d,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:55.353031 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-aca3e264-f10f-480f-b98d-9cea4d480a74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e207ffc0829d41be9c8f276e8c4e4ff2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510158 Jul 28 18:15:55.359751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=20,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:55.359751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43902) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:55.369657 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca3e264-f10f-480f-b98d-9cea4d480a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9d6322-d364-4649-8072-f821ffcea19b,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:55.376990 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f30921bd-7ef0-40d8-aef2-7479b87975e0 admin admin] Publish callbacks [] for security_group (481643d8-57f9-485e-a8d7-8ca2e42b7e3d), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.399732 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f30921bd-7ef0-40d8-aef2-7479b87975e0 admin admin] Publish callbacks [] for security_group (481643d8-57f9-485e-a8d7-8ca2e42b7e3d), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.417296 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a1b0eabc-f30b-4afa-8b8e-46515cba95be admin admin] Publish callbacks [] for security_group (cf9d6322-d364-4649-8072-f821ffcea19b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.450368 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a1b0eabc-f30b-4afa-8b8e-46515cba95be admin admin] Publish callbacks [] for security_group (cf9d6322-d364-4649-8072-f821ffcea19b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.563555 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f30921bd-7ef0-40d8-aef2-7479b87975e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (481643d8-57f9-485e-a8d7-8ca2e42b7e3d), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.563728 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a1b0eabc-f30b-4afa-8b8e-46515cba95be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cf9d6322-d364-4649-8072-f821ffcea19b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.566799 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a1b0eabc-f30b-4afa-8b8e-46515cba95be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.570590 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a1b0eabc-f30b-4afa-8b8e-46515cba95be admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf9d6322-d364-4649-8072-f821ffcea19b HTTP/1.1" status: 204 len: 168 time: 0.2063069 Jul 28 18:15:55.578784 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f30921bd-7ef0-40d8-aef2-7479b87975e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:55.579943 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f30921bd-7ef0-40d8-aef2-7479b87975e0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/481643d8-57f9-485e-a8d7-8ca2e42b7e3d HTTP/1.1" status: 204 len: 168 time: 0.2573700 Jul 28 18:15:55.588157 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b0eabc-f30b-4afa-8b8e-46515cba95be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9d6322-d364-4649-8072-f821ffcea19b,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:55.600909 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30921bd-7ef0-40d8-aef2-7479b87975e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481643d8-57f9-485e-a8d7-8ca2e42b7e3d,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:56.106608 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dd3e787f-4c36-43e7-b189-8d757f4d356f req-b5a91ff3-b865-45ef-ad54-0e5bc38d7e0b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 210 time: 0.0288188 Jul 28 18:15:56.229831 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-62896d28-56dc-408f-ab35-2cfe654d0969 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:56.231281 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-62896d28-56dc-408f-ab35-2cfe654d0969 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 819 time: 0.1115403 Jul 28 18:15:56.309190 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-9f8b3beb-c0b9-42c5-b28b-5f59dec80642 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b52f26ab8b934756b0c74d681d08d04f HTTP/1.1" status: 200 len: 380 time: 0.0566928 Jul 28 18:15:56.318887 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'port': {'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'admin_state_up': True, 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'security_groups': ['9cf89749-e374-4fcd-a3c3-8b0292754cf0']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:56.419228 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43934) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:56.432885 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:56.433132 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c99ac256-d28d-46ce-b72f-04239102dd78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.525519 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c99ac256-d28d-46ce-b72f-04239102dd78 admin admin] Publish callbacks [] for security_group (ca10be8d-9c39-4a5a-a983-643880d1d44b), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.556706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Made reservation on behalf of b52f26ab8b934756b0c74d681d08d04f for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:15:56.560142 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.585229 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c99ac256-d28d-46ce-b72f-04239102dd78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ca10be8d-9c39-4a5a-a983-643880d1d44b), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.627263 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-c99ac256-d28d-46ce-b72f-04239102dd78 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4f3fb6f4f2294a68be22107af07a5e9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069428 Jul 28 18:15:56.628395 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99ac256-d28d-46ce-b72f-04239102dd78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca10be8d-9c39-4a5a-a983-643880d1d44b,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:56.631392 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 43944) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:56.711644 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a787987a-5f5b-4326-9442-f15d88a2f6d0 admin admin] Publish callbacks [] for security_group (ca10be8d-9c39-4a5a-a983-643880d1d44b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.728850 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Allocated IP 172.20.0.8 (ba65b4a3-37f5-43f6-818c-5327e758cd5c/52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3/f0dbd9bf-00f9-4a54-976e-f94921af3d46) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:15:56.739869 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a787987a-5f5b-4326-9442-f15d88a2f6d0 admin admin] Publish callbacks [] for security_group (ca10be8d-9c39-4a5a-a983-643880d1d44b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.861165 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a787987a-5f5b-4326-9442-f15d88a2f6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ca10be8d-9c39-4a5a-a983-643880d1d44b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.864408 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a787987a-5f5b-4326-9442-f15d88a2f6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:56.865611 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a787987a-5f5b-4326-9442-f15d88a2f6d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca10be8d-9c39-4a5a-a983-643880d1d44b HTTP/1.1" status: 204 len: 168 time: 0.2333074 Jul 28 18:15:56.875642 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787987a-5f5b-4326-9442-f15d88a2f6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca10be8d-9c39-4a5a-a983-643880d1d44b,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:56.919950 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:56.931857 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.038374 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.099293 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:15:57.100846 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event updated for resources: {'Port': ['ID=f0dbd9bf-00f9-4a54-976e-f94921af3d46,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:57.103566 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:15:57.106491 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:15:57.117444 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.170248 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:57.172617 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.259977 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60201c-765f-4315-a080-c61b1c9ef720 req-b3bcc53b-eb6c-4ae1-a2c3-bee8475cc0e5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:57.265558 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4a60201c-765f-4315-a080-c61b1c9ef720 req-b3bcc53b-eb6c-4ae1-a2c3-bee8475cc0e5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 931 time: 0.0737083 Jul 28 18:15:57.301033 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-e6e1de59-b096-4044-9ac2-713f1f1f6d2a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9864223 Jul 28 18:15:57.319920 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4a60201c-765f-4315-a080-c61b1c9ef720 req-c0f5e58e-04e3-407a-9abd-bab1a358d2b7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519321 Jul 28 18:15:57.325211 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Request body: {'port': {'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:15:57.366508 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:57.406414 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.434639 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-af7d02cd-3e82-45e6-9bbc-aa0d2adadb7d None None] Provisioning complete for port f0dbd9bf-00f9-4a54-976e-f94921af3d46 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:15:57.435013 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-af7d02cd-3e82-45e6-9bbc-aa0d2adadb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.479923 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-af7d02cd-3e82-45e6-9bbc-aa0d2adadb7d None None] Port f0dbd9bf-00f9-4a54-976e-f94921af3d46 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:15:57.705190 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0dbd9bf-00f9-4a54-976e-f94921af3d46 {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:15:57.713906 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Publish callbacks [] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.732558 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Transition to ACTIVE for port object f0dbd9bf-00f9-4a54-976e-f94921af3d46 will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:15:57.803409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:57.856694 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbd9bf-00f9-4a54-976e-f94921af3d46,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:57.937459 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Attempting to bind port f0dbd9bf-00f9-4a54-976e-f94921af3d46 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:15:57.937862 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Attempting to bind port f0dbd9bf-00f9-4a54-976e-f94921af3d46 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:15:57.938260 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Attempting to bind port f0dbd9bf-00f9-4a54-976e-f94921af3d46 on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:15:57.945205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Port f0dbd9bf-00f9-4a54-976e-f94921af3d46 on network ba65b4a3-37f5-43f6-818c-5327e758cd5c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:15:57.945537 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Attempting to bind port f0dbd9bf-00f9-4a54-976e-f94921af3d46 on network ba65b4a3-37f5-43f6-818c-5327e758cd5c {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:15:57.951150 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:15:57.951493 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Checking segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:15:57.951871 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Bound using segment: {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:15:57.952301 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Bound port: f0dbd9bf-00f9-4a54-976e-f94921af3d46, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2cfb35-d0c6-4d08-b630-2c32a1205b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 907, 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:15:57.952665 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:58.025310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] For port f0dbd9bf-00f9-4a54-976e-f94921af3d46, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:15:58.029795 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] For port f0dbd9bf-00f9-4a54-976e-f94921af3d46, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:15:58.114715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:58.161581 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.162277 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:58.163886 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] 10.222.0.93 "PUT /v2.0/ports/f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 200 len: 1093 time: 0.8430617 Jul 28 18:15:58.164395 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:15:58.167026 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-183ef243-0fc7-4a85-8439-68a7a40ceb79" -d '{"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:15:58.174002 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:58.185836 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fb14f-08d5-47e6-90b5-5c80987a7e34 service neutron] Pushing event updated for resources: {'Port': ['ID=f0dbd9bf-00f9-4a54-976e-f94921af3d46,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:58.217707 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf8278b-9ea1-4e3b-bd0f-c9fa0381abcb x-openstack-request-id: req-abf8278b-9ea1-4e3b-bd0f-c9fa0381abcb {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:15:58.218248 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:15:58.218559 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-abf8278b-9ea1-4e3b-bd0f-c9fa0381abcb {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:15:58.218979 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf8278b-9ea1-4e3b-bd0f-c9fa0381abcb'] response: {'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'status': 'completed', 'code': 200} Jul 28 18:15:58.328818 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ef243-0fc7-4a85-8439-68a7a40ceb79 req-cb8b1668-d6d3-4bf0-8a8a-a56406d1dd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.331896 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-183ef243-0fc7-4a85-8439-68a7a40ceb79 req-cb8b1668-d6d3-4bf0-8a8a-a56406d1dd46 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1127 time: 0.0593228 Jul 28 18:15:58.481698 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f6aa9-9261-4d3a-97d0-e29c7a243ff1 req-6f7bb6d3-b9da-4bbd-8b3f-7433d4551cad tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.482502 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d40f6aa9-9261-4d3a-97d0-e29c7a243ff1 req-6f7bb6d3-b9da-4bbd-8b3f-7433d4551cad tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 943 time: 0.0671928 Jul 28 18:15:58.525638 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ef243-0fc7-4a85-8439-68a7a40ceb79 req-c29e5cb1-3377-4387-96e6-ba5ca7cc33ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.527147 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-183ef243-0fc7-4a85-8439-68a7a40ceb79 req-c29e5cb1-3377-4387-96e6-ba5ca7cc33ff service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=b52f26ab8b934756b0c74d681d08d04f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1795135 Jul 28 18:15:58.594601 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d40f6aa9-9261-4d3a-97d0-e29c7a243ff1 req-4d17d768-48e7-4a5a-8997-4cbbbd735fe2 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026871 Jul 28 18:15:58.600732 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:58.651395 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ef243-0fc7-4a85-8439-68a7a40ceb79 req-5dd36702-753b-4541-9d97-c119404044d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.651395 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-183ef243-0fc7-4a85-8439-68a7a40ceb79 req-5dd36702-753b-4541-9d97-c119404044d8 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1109607 Jul 28 18:15:58.736066 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44022) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:58.796770 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-832f18e8-d61a-4658-976d-31aa0662de2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.798226 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-832f18e8-d61a-4658-976d-31aa0662de2e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1127 time: 0.0461955 Jul 28 18:15:58.853182 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3584802c-4754-4821-9e8d-a15ededde87c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:58.866865 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-b8b28c1c-7c2b-4310-a638-b3808a912ee8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 200 len: 217 time: 0.0465012 Jul 28 18:15:58.918815 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-a765dddc-ead2-45c3-9b4b-9a597de2440e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.920277 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-a765dddc-ead2-45c3-9b4b-9a597de2440e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0472989 Jul 28 18:15:58.924448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:58.934141 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3584802c-4754-4821-9e8d-a15ededde87c admin admin] Publish callbacks [] for security_group (47174a7b-1e28-42c7-ba1b-7ff30924acee), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:58.969608 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-9857d1fe-b047-4f60-ae1c-53810fb5a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:58.969608 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-9857d1fe-b047-4f60-ae1c-53810fb5a4a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415280 Jul 28 18:15:59.020055 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3584802c-4754-4821-9e8d-a15ededde87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (47174a7b-1e28-42c7-ba1b-7ff30924acee), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:59.061214 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3584802c-4754-4821-9e8d-a15ededde87c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47174a7b-1e28-42c7-ba1b-7ff30924acee,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:59.071115 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3584802c-4754-4821-9e8d-a15ededde87c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b05c462036494fd5840de730fdfcb7d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3338819 Jul 28 18:15:59.071423 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-f1b846af-9bab-44cc-b6bd-8a31cc685817 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950789 Jul 28 18:15:59.073817 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44034) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:15:59.126297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-68541166-9018-4cb2-9473-391698da2444 admin admin] Publish callbacks [] for security_group (47174a7b-1e28-42c7-ba1b-7ff30924acee), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:59.153297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-68541166-9018-4cb2-9473-391698da2444 admin admin] Publish callbacks [] for security_group (47174a7b-1e28-42c7-ba1b-7ff30924acee), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:59.171219 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:15:59.180249 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e7928883-0d2c-48c1-8fbd-3b67f3cd6e62 req-bb0000cd-c4a8-4121-925c-66f675dff650 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023936 Jul 28 18:15:59.289259 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-68541166-9018-4cb2-9473-391698da2444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (47174a7b-1e28-42c7-ba1b-7ff30924acee), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:59.293813 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-68541166-9018-4cb2-9473-391698da2444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:15:59.299901 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-68541166-9018-4cb2-9473-391698da2444 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/47174a7b-1e28-42c7-ba1b-7ff30924acee HTTP/1.1" status: 204 len: 168 time: 0.2228308 Jul 28 18:15:59.309402 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68541166-9018-4cb2-9473-391698da2444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47174a7b-1e28-42c7-ba1b-7ff30924acee,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:15:59.715190 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac97f2a-c8ed-42de-9bbf-ae30d2663118 req-9498df24-db45-4886-9ea3-ff059ace8ebc tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:15:59.716921 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1ac97f2a-c8ed-42de-9bbf-ae30d2663118 req-9498df24-db45-4886-9ea3-ff059ace8ebc tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 943 time: 0.0486691 Jul 28 18:15:59.765977 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1ac97f2a-c8ed-42de-9bbf-ae30d2663118 req-07019b1d-f7b7-4242-ba1b-bdca459fa7c4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430372 Jul 28 18:16:00.369258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44100) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:00.421279 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] Deleting subnet 8d48d05b-833c-4edf-9845-e3e3d7ae494b {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:16:00.428117 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] Publish callbacks [] for subnet (8d48d05b-833c-4edf-9845-e3e3d7ae494b), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:00.467323 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (8d48d05b-833c-4edf-9845-e3e3d7ae494b), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:00.734980 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (8d48d05b-833c-4edf-9845-e3e3d7ae494b), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:00.899900 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfa61a-e4eb-4b48-9d76-5be2d7be7f81 req-cd152515-8864-4905-8153-6d89a13d2b8a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:00.904881 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f6cfa61a-e4eb-4b48-9d76-5be2d7be7f81 req-cd152515-8864-4905-8153-6d89a13d2b8a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 943 time: 0.0471201 Jul 28 18:16:00.904881 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (8d48d05b-833c-4edf-9845-e3e3d7ae494b), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:00.907260 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:00.938880 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d48d05b-833c-4edf-9845-e3e3d7ae494b,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:00.953363 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:00.956549 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f172c062-de3d-42b1-a80a-09c70581b663 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8d48d05b-833c-4edf-9845-e3e3d7ae494b HTTP/1.1" status: 204 len: 168 time: 0.5859072 Jul 28 18:16:00.959346 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44116) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:00.986130 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f6cfa61a-e4eb-4b48-9d76-5be2d7be7f81 req-4889bcb2-e585-497a-8bab-00e0ba7cf6f4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727947 Jul 28 18:16:01.032801 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (bb15e621-2ba7-4728-a2e8-0aa24221aa9d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.117518 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (bb15e621-2ba7-4728-a2e8-0aa24221aa9d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.140655 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb15e621-2ba7-4728-a2e8-0aa24221aa9d']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:01.150563 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fb4876-5084-4fef-8ca7-b582419abf0c') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:01.150869 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fb4876-5084-4fef-8ca7-b582419abf0c') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:01.160409 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (10fb4876-5084-4fef-8ca7-b582419abf0c), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.174490 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (10fb4876-5084-4fef-8ca7-b582419abf0c), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.180748 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Releasing vlan 937 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:01.181171 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (10fb4876-5084-4fef-8ca7-b582419abf0c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.226187 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 10fb4876-5084-4fef-8ca7-b582419abf0c resource provider aggregate not found Jul 28 18:16:01.246930 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 10fb4876-5084-4fef-8ca7-b582419abf0c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10fb4876-5084-4fef-8ca7-b582419abf0c found for delete ", "request_id": "req-4b59acd2-ce5b-407c-81aa-e1b3dc704052"}]} Jul 28 18:16:01.304936 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (bb15e621-2ba7-4728-a2e8-0aa24221aa9d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.310674 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.314102 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] 10.222.0.86 "DELETE /v2.0/networks/bb15e621-2ba7-4728-a2e8-0aa24221aa9d HTTP/1.1" status: 204 len: 168 time: 0.3536804 Jul 28 18:16:01.317208 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44124) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:01.325744 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0ac68-e946-4958-93d5-82a75f832cc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb15e621-2ba7-4728-a2e8-0aa24221aa9d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:01.362466 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] Deleting subnet a9d698d7-a7ca-413b-a94f-c3d6c02ce57e {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:16:01.366933 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] Publish callbacks [] for subnet (a9d698d7-a7ca-413b-a94f-c3d6c02ce57e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.401305 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (a9d698d7-a7ca-413b-a94f-c3d6c02ce57e), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.441386 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (a9d698d7-a7ca-413b-a94f-c3d6c02ce57e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.557148 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (a9d698d7-a7ca-413b-a94f-c3d6c02ce57e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.585833 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d698d7-a7ca-413b-a94f-c3d6c02ce57e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:01.590891 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.598157 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44130) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:01.598302 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c305a349-b44e-45d9-8418-ce6945890812 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/a9d698d7-a7ca-413b-a94f-c3d6c02ce57e HTTP/1.1" status: 204 len: 168 time: 0.2787569 Jul 28 18:16:01.668773 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (69ac0b5f-7fac-431c-8e9f-fbbc772857f9), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.746201 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (69ac0b5f-7fac-431c-8e9f-fbbc772857f9), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.765926 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ac0b5f-7fac-431c-8e9f-fbbc772857f9']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:01.775828 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37286f8-6d3f-42f2-ab27-0a143ff21a5b') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:01.776134 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37286f8-6d3f-42f2-ab27-0a143ff21a5b') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:01.785765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (e37286f8-6d3f-42f2-ab27-0a143ff21a5b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.798927 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (e37286f8-6d3f-42f2-ab27-0a143ff21a5b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.805175 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Releasing vlan 918 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:16:01.811718 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (e37286f8-6d3f-42f2-ab27-0a143ff21a5b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.939390 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (69ac0b5f-7fac-431c-8e9f-fbbc772857f9), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.945637 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:01.950044 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] 10.222.0.86 "DELETE /v2.0/networks/69ac0b5f-7fac-431c-8e9f-fbbc772857f9 HTTP/1.1" status: 204 len: 168 time: 0.3506582 Jul 28 18:16:01.960028 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e5047-9a6e-4ba4-95c8-54f3b6f02418 admin admin] Pushing event deleted for resources: {'Network': ['ID=69ac0b5f-7fac-431c-8e9f-fbbc772857f9,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:02.108074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520ec2fd-80a0-426a-b8c8-c33323d2b421 req-3c2c97ca-7274-4964-8156-40700c217e56 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:02.109741 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-520ec2fd-80a0-426a-b8c8-c33323d2b421 req-3c2c97ca-7274-4964-8156-40700c217e56 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 943 time: 0.0478742 Jul 28 18:16:02.121145 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:02.169568 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-520ec2fd-80a0-426a-b8c8-c33323d2b421 req-86f9898a-7cac-4586-a6c8-563958044860 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534909 Jul 28 18:16:02.377208 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44144) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:02.424024 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-310e42d5-4573-4f80-830e-0006a3ed80ed admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1e064b693a124655b12e8987a9948717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429566 Jul 28 18:16:02.424024 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44150) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:02.474307 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cba50e8f-8ee2-47c9-ad28-e0fa0c26c6b0 admin admin] Publish callbacks [] for security_group (d8cfb54a-2c1c-4530-a409-172d81e8aac2), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:02.497678 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cba50e8f-8ee2-47c9-ad28-e0fa0c26c6b0 admin admin] Publish callbacks [] for security_group (d8cfb54a-2c1c-4530-a409-172d81e8aac2), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:02.620561 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cba50e8f-8ee2-47c9-ad28-e0fa0c26c6b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d8cfb54a-2c1c-4530-a409-172d81e8aac2), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:02.623203 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cba50e8f-8ee2-47c9-ad28-e0fa0c26c6b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:02.624382 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-cba50e8f-8ee2-47c9-ad28-e0fa0c26c6b0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d8cfb54a-2c1c-4530-a409-172d81e8aac2 HTTP/1.1" status: 204 len: 168 time: 0.1995692 Jul 28 18:16:02.637279 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba50e8f-8ee2-47c9-ad28-e0fa0c26c6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cfb54a-2c1c-4530-a409-172d81e8aac2,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:03.265719 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment e37286f8-6d3f-42f2-ab27-0a143ff21a5b resource provider aggregate not found Jul 28 18:16:03.284915 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment e37286f8-6d3f-42f2-ab27-0a143ff21a5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e37286f8-6d3f-42f2-ab27-0a143ff21a5b found for delete ", "request_id": "req-79dcf951-b863-49b1-890b-abda1cda0590"}]} Jul 28 18:16:03.292604 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bdd0c-ea26-4878-b561-f8fc1eadd00b req-f1cb85c3-c3f4-469d-9928-94e62c4e4294 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:03.294157 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-288bdd0c-ea26-4878-b561-f8fc1eadd00b req-f1cb85c3-c3f4-469d-9928-94e62c4e4294 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 943 time: 0.0493269 Jul 28 18:16:03.348725 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-288bdd0c-ea26-4878-b561-f8fc1eadd00b req-6d1659ab-55c9-4cb1-ad99-9ac6f3155d95 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481014 Jul 28 18:16:03.390636 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44174) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:03.431611 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-210975d3-cf1a-4d68-b25a-63471b283ecb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=72a3e387c6064e06847dcd92b46be4c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398026 Jul 28 18:16:03.434114 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44176) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:03.483077 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b7b24d67-0756-4b1b-a601-8e6abeb35ad1 admin admin] Publish callbacks [] for security_group (cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:03.505243 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b7b24d67-0756-4b1b-a601-8e6abeb35ad1 admin admin] Publish callbacks [] for security_group (cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:03.630232 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b7b24d67-0756-4b1b-a601-8e6abeb35ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:03.630232 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b7b24d67-0756-4b1b-a601-8e6abeb35ad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:03.630232 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b7b24d67-0756-4b1b-a601-8e6abeb35ad1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0 HTTP/1.1" status: 204 len: 168 time: 0.1939640 Jul 28 18:16:03.638442 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b24d67-0756-4b1b-a601-8e6abeb35ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3ae7e5-85a0-4e20-bf65-1f3383c5eed0,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:03.743195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f0dbd9bf-00f9-4a54-976e-f94921af3d46 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:16:03.854624 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port f0dbd9bf-00f9-4a54-976e-f94921af3d46, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:03.866822 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'mac_address': 'fa:16:3e:e7:dd:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 907, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:16:03.901288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port f0dbd9bf-00f9-4a54-976e-f94921af3d46 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:03.901603 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:03.915200 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0dbd9bf-00f9-4a54-976e-f94921af3d46 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:16:03.935467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port f0dbd9bf-00f9-4a54-976e-f94921af3d46, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:04.020887 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.083434 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=f0dbd9bf-00f9-4a54-976e-f94921af3d46,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:04.091660 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.092255 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.092626 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.093001 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.093536 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.093870 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.094205 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.094536 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.095105 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.095192 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.095490 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.095822 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.096152 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.096514 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.096844 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:04.291697 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44202) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:04.425462 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-72841544-3b23-44ae-8e42-bb94022211b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.498573 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a510d9-7173-4669-9410-d71ccf03e85b req-062346f6-3804-4a0b-9072-cd5c20c49aac tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:04.500179 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03a510d9-7173-4669-9410-d71ccf03e85b req-062346f6-3804-4a0b-9072-cd5c20c49aac tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 944 time: 0.0655065 Jul 28 18:16:04.553116 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['f0dbd9bf-00f9-4a54-976e-f94921af3d46'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:04.567368 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:04.580265 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03a510d9-7173-4669-9410-d71ccf03e85b req-2ba45287-35f3-45f6-9130-426cbe09ec1b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693324 Jul 28 18:16:04.610013 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-72841544-3b23-44ae-8e42-bb94022211b8 admin admin] Publish callbacks [] for security_group (c1b15d2e-16d6-4627-a645-debf7a8b4aa5), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.676729 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-72841544-3b23-44ae-8e42-bb94022211b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c1b15d2e-16d6-4627-a645-debf7a8b4aa5), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.721828 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-72841544-3b23-44ae-8e42-bb94022211b8 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1b309c8941ae48b4864a368001da0679&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289908 Jul 28 18:16:04.722709 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72841544-3b23-44ae-8e42-bb94022211b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b15d2e-16d6-4627-a645-debf7a8b4aa5,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:04.725034 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44224) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:04.759856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:04.777117 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-dda8c324-9c11-4d8c-b85c-2198c02f69c6 admin admin] Publish callbacks [] for security_group (c1b15d2e-16d6-4627-a645-debf7a8b4aa5), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.799825 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-dda8c324-9c11-4d8c-b85c-2198c02f69c6 admin admin] Publish callbacks [] for security_group (c1b15d2e-16d6-4627-a645-debf7a8b4aa5), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.801971 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:04.951913 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-dda8c324-9c11-4d8c-b85c-2198c02f69c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c1b15d2e-16d6-4627-a645-debf7a8b4aa5), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.954570 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-dda8c324-9c11-4d8c-b85c-2198c02f69c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:04.955759 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-dda8c324-9c11-4d8c-b85c-2198c02f69c6 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c1b15d2e-16d6-4627-a645-debf7a8b4aa5 HTTP/1.1" status: 204 len: 168 time: 0.2291367 Jul 28 18:16:04.964392 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8c324-9c11-4d8c-b85c-2198c02f69c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b15d2e-16d6-4627-a645-debf7a8b4aa5,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:05.102867 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:05.103682 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:05.622813 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44250) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:05.639302 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f1af2d4d-c7e9-4427-84b4-470fb875b7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:05.732523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f1af2d4d-c7e9-4427-84b4-470fb875b7a4 admin admin] Publish callbacks [] for security_group (5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:05.741637 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb39f06-968c-41e5-aa21-7b9c084ee3a0 req-6c78a9a0-2457-4dc4-a1d4-f2dae1b5921b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:05.747833 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f0dbd9bf-00f9-4a54-976e-f94921af3d46 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:05.749215 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bb39f06-968c-41e5-aa21-7b9c084ee3a0 req-6c78a9a0-2457-4dc4-a1d4-f2dae1b5921b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 944 time: 0.0765362 Jul 28 18:16:05.795341 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bb39f06-968c-41e5-aa21-7b9c084ee3a0 req-042e9cc2-3d75-41c7-aca0-99ed512a8d59 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451074 Jul 28 18:16:05.796260 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:05.797124 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port f0dbd9bf-00f9-4a54-976e-f94921af3d46 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:16:05.870801 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f1af2d4d-c7e9-4427-84b4-470fb875b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:05.912077 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af2d4d-c7e9-4427-84b4-470fb875b7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:05.917559 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f1af2d4d-c7e9-4427-84b4-470fb875b7a4 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a1f5e633db8492e9f6f3ec06926b6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2933812 Jul 28 18:16:05.920395 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44256) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:05.928706 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port f0dbd9bf-00f9-4a54-976e-f94921af3d46 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:05.929113 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:05.945893 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:05.974565 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-64ad8781-0723-4077-abd1-c81ab2001b77 admin admin] Publish callbacks [] for security_group (5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:05.976687 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:05.999588 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-64ad8781-0723-4077-abd1-c81ab2001b77 admin admin] Publish callbacks [] for security_group (5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:06.008841 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port f0dbd9bf-00f9-4a54-976e-f94921af3d46 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:06.009265 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:06.031730 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:16:06.034085 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f5b0b0f-f756-45bb-a7bb-4db3400b4d1b" -d '{"events": [{"server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:06.049141 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port f0dbd9bf-00f9-4a54-976e-f94921af3d46, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:06.079029 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d143481-b90a-4784-86c8-718eee7cfe38 x-openstack-request-id: req-4d143481-b90a-4784-86c8-718eee7cfe38 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:06.079029 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "name": "network-vif-plugged", "status": "completed", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:06.079029 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d143481-b90a-4784-86c8-718eee7cfe38 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:06.079029 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d143481-b90a-4784-86c8-718eee7cfe38'] response: {'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'code': 200} Jul 28 18:16:06.111589 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-64ad8781-0723-4077-abd1-c81ab2001b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:06.111877 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:06.115173 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-64ad8781-0723-4077-abd1-c81ab2001b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:06.118960 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-64ad8781-0723-4077-abd1-c81ab2001b77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5 HTTP/1.1" status: 204 len: 168 time: 0.1949799 Jul 28 18:16:06.125826 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad8781-0723-4077-abd1-c81ab2001b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d71c2d8-dfe7-41ac-aa7f-24b6eb5c1aa5,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:06.185918 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=f0dbd9bf-00f9-4a54-976e-f94921af3d46,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:06.505223 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511a940-11ea-4854-ae45-aa2f4454c279 req-86965269-1820-4580-8ada-a9756c8624bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:06.508188 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c511a940-11ea-4854-ae45-aa2f4454c279 req-86965269-1820-4580-8ada-a9756c8624bd service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0562541 Jul 28 18:16:06.572781 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c511a940-11ea-4854-ae45-aa2f4454c279 req-bb028b59-808f-4938-923f-ebc07e818ebb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574510 Jul 28 18:16:06.915720 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ebd05-5ee3-4751-9eb0-301d5c51e7f6 req-1bc90c2f-707a-417c-be29-f7afcb67bdc9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:06.917276 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1c3ebd05-5ee3-4751-9eb0-301d5c51e7f6 req-1bc90c2f-707a-417c-be29-f7afcb67bdc9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0476396 Jul 28 18:16:06.968406 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1c3ebd05-5ee3-4751-9eb0-301d5c51e7f6 req-a3e65f44-1f0a-424f-b172-27097673e06e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454986 Jul 28 18:16:08.102725 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1968d83-a7bb-4e9a-b443-ef94f61b4d63 req-b5db9503-7ae0-4675-b659-7cbbcfa0d34c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:08.105715 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a1968d83-a7bb-4e9a-b443-ef94f61b4d63 req-b5db9503-7ae0-4675-b659-7cbbcfa0d34c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0551128 Jul 28 18:16:08.156625 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a1968d83-a7bb-4e9a-b443-ef94f61b4d63 req-1046905a-3fbf-4ec8-9078-0d323b4973ad tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447435 Jul 28 18:16:09.287790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd626-161b-41da-99fd-751e6c8c72d9 req-609101bc-94eb-406f-acfb-105c6eedaa39 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:09.293473 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-11cdd626-161b-41da-99fd-751e6c8c72d9 req-609101bc-94eb-406f-acfb-105c6eedaa39 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0557861 Jul 28 18:16:09.338241 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-11cdd626-161b-41da-99fd-751e6c8c72d9 req-02dcd949-8b11-4eef-9caf-152250602b0d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424011 Jul 28 18:16:09.453715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806c37f1-8171-4bfe-a497-bcf183059d02 req-04b3dfac-4893-446e-be91-c85bc632457b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:09.455376 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-806c37f1-8171-4bfe-a497-bcf183059d02 req-04b3dfac-4893-446e-be91-c85bc632457b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0492940 Jul 28 18:16:09.468290 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44368) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:09.473069 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'floatingip': {'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:09.550645 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:09.653943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:10.192012 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:10.312010 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:10.356173 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:10.409014 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Floating IP b3e306e8-add1-4e07-91a3-355932cb34a4 associated. External IP: 172.27.3.60, port: f0dbd9bf-00f9-4a54-976e-f94921af3d46. Jul 28 18:16:10.614429 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Router d9cc9844-ec63-4f57-8d99-984bcf0327b0 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:16:10.721123 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:10.726474 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:10.731076 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43700baf-a4ad-430c-8675-82d892da244e None None] Sync routers for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:10.741050 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:10.741676 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:15:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:10.768032 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e3557285-6cf8-4b9e-87ce-fa07d45b6efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "PUT /v2.0/floatingips/b3e306e8-add1-4e07-91a3-355932cb34a4 HTTP/1.1" status: 200 len: 990 time: 1.2984543 Jul 28 18:16:10.769001 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:16:10.771628 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbf4b95-2b1f-451b-b389-0c2866db840d" -d '{"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:10.820031 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b070c121-c4fd-4e3b-89e9-8e873f573d9e x-openstack-request-id: req-b070c121-c4fd-4e3b-89e9-8e873f573d9e {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:10.820031 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:10.820031 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b070c121-c4fd-4e3b-89e9-8e873f573d9e {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:10.820031 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b070c121-c4fd-4e3b-89e9-8e873f573d9e'] response: {'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'status': 'completed', 'code': 200} Jul 28 18:16:10.896521 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:10.946545 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-da67b74a-6a99-47f1-a987-7ea2a9883f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:10.948950 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-da67b74a-6a99-47f1-a987-7ea2a9883f7c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0620143 Jul 28 18:16:11.024560 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:11.079940 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-6dbb38af-417c-477c-b9e5-aa1ca3788560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:11.081619 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-6dbb38af-417c-477c-b9e5-aa1ca3788560 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.1242063 Jul 28 18:16:11.170254 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-f8612f1a-5eef-469c-9de9-7b793d2d7c87 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 200 len: 998 time: 0.0818629 Jul 28 18:16:11.207223 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'b3e306e8-add1-4e07-91a3-355932cb34a4', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'mac_address': 'fa:16:3e:e7:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:15:51Z', 'updated_at': '2022-07-28T18:16:10Z', 'revision_number': 1, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:11.239868 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43700baf-a4ad-430c-8675-82d892da244e None None] Checking router: d9cc9844-ec63-4f57-8d99-984bcf0327b0 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:11.243120 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-8e2cea00-e051-4d11-ad84-ac3a376a1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:11.244716 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-8e2cea00-e051-4d11-ad84-ac3a376a1b57 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0684338 Jul 28 18:16:11.248737 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:11.249373 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:15:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:11.362474 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:11.531941 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-4c77e04a-adb4-4fc7-b6ec-b3f2b658bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:11.534259 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-4c77e04a-adb4-4fc7-b6ec-b3f2b658bc9b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2822266 Jul 28 18:16:11.602213 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-43700baf-a4ad-430c-8675-82d892da244e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'b3e306e8-add1-4e07-91a3-355932cb34a4', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'mac_address': 'fa:16:3e:e7:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:15:51Z', 'updated_at': '2022-07-28T18:16:10Z', 'revision_number': 1, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:11.632906 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43700baf-a4ad-430c-8675-82d892da244e None None] The sync data for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi is: [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'b3e306e8-add1-4e07-91a3-355932cb34a4', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'mac_address': 'fa:16:3e:e7:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:15:51Z', 'updated_at': '2022-07-28T18:16:10Z', 'revision_number': 1, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:11.650345 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-77445d65-3bb4-4a58-9bcb-939491c5bbd4 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085689 Jul 28 18:16:11.773807 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6dbf4b95-2b1f-451b-b389-0c2866db840d req-c81e7065-9e33-4f02-8e85-1b57c88a9b22 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171288 Jul 28 18:16:11.900243 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e98d4-59e7-4874-8119-b09e81eef017 None None] New status for floating IP b3e306e8-add1-4e07-91a3-355932cb34a4: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:16:14.607611 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-64fb7aa4-4533-4c7f-912f-b6418d5898ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:16.049798 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=46,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:16.900103 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c368595c-c2eb-4da5-b374-f74606e590af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:17.912705 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.260432 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.308219 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44608) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:19.416518 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-aa792169-43a3-4694-8a8b-c7ab5e4314fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.491562 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-aa792169-43a3-4694-8a8b-c7ab5e4314fd admin admin] Publish callbacks [] for security_group (060ff74f-e4dc-47a8-84af-b42588f3fd22), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.551205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-aa792169-43a3-4694-8a8b-c7ab5e4314fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (060ff74f-e4dc-47a8-84af-b42588f3fd22), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.589637 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-aa792169-43a3-4694-8a8b-c7ab5e4314fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a5ef7d3df15467da97b3b7d352c6f34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2803013 Jul 28 18:16:19.591855 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa792169-43a3-4694-8a8b-c7ab5e4314fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060ff74f-e4dc-47a8-84af-b42588f3fd22,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:19.592649 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44614) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:19.645823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d25da775-39cd-4601-855f-fa4443af998b admin admin] Publish callbacks [] for security_group (060ff74f-e4dc-47a8-84af-b42588f3fd22), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.667753 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d25da775-39cd-4601-855f-fa4443af998b admin admin] Publish callbacks [] for security_group (060ff74f-e4dc-47a8-84af-b42588f3fd22), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.726725 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:19.819571 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d25da775-39cd-4601-855f-fa4443af998b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (060ff74f-e4dc-47a8-84af-b42588f3fd22), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.822274 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d25da775-39cd-4601-855f-fa4443af998b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:19.823447 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d25da775-39cd-4601-855f-fa4443af998b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/060ff74f-e4dc-47a8-84af-b42588f3fd22 HTTP/1.1" status: 204 len: 168 time: 0.2297499 Jul 28 18:16:19.831504 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25da775-39cd-4601-855f-fa4443af998b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060ff74f-e4dc-47a8-84af-b42588f3fd22,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:19.844063 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:19.858959 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:20.619098 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44640) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:20.635573 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-15728b21-8e87-4b8b-8b9e-ecc624c71af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:20.712955 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-15728b21-8e87-4b8b-8b9e-ecc624c71af7 admin admin] Publish callbacks [] for security_group (012cffcc-9252-4b77-8b3b-a9265c44c0a6), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:20.790744 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-15728b21-8e87-4b8b-8b9e-ecc624c71af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (012cffcc-9252-4b77-8b3b-a9265c44c0a6), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:20.830835 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15728b21-8e87-4b8b-8b9e-ecc624c71af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012cffcc-9252-4b77-8b3b-a9265c44c0a6,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:20.837001 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-15728b21-8e87-4b8b-8b9e-ecc624c71af7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bbd6ebddcda84804936386ffeff017c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2162206 Jul 28 18:16:20.839435 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44652) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:20.915140 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32ec45fa-ffd8-46e9-83fb-afca7ddaffd1 admin admin] Publish callbacks [] for security_group (012cffcc-9252-4b77-8b3b-a9265c44c0a6), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:20.926757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:20.938425 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32ec45fa-ffd8-46e9-83fb-afca7ddaffd1 admin admin] Publish callbacks [] for security_group (012cffcc-9252-4b77-8b3b-a9265c44c0a6), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.060145 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32ec45fa-ffd8-46e9-83fb-afca7ddaffd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (012cffcc-9252-4b77-8b3b-a9265c44c0a6), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.062759 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32ec45fa-ffd8-46e9-83fb-afca7ddaffd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.063951 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-32ec45fa-ffd8-46e9-83fb-afca7ddaffd1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/012cffcc-9252-4b77-8b3b-a9265c44c0a6 HTTP/1.1" status: 204 len: 168 time: 0.2235379 Jul 28 18:16:21.072599 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ec45fa-ffd8-46e9-83fb-afca7ddaffd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012cffcc-9252-4b77-8b3b-a9265c44c0a6,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:21.306767 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44660) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:21.478898 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c68c3b3e-4877-4fbc-af89-aee1ef6d24b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.556822 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c68c3b3e-4877-4fbc-af89-aee1ef6d24b6 admin admin] Publish callbacks [] for security_group (499d71b0-f865-4c50-bd48-86e68e0e4591), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.636401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c68c3b3e-4877-4fbc-af89-aee1ef6d24b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (499d71b0-f865-4c50-bd48-86e68e0e4591), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.677141 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c68c3b3e-4877-4fbc-af89-aee1ef6d24b6 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4b5ccae799cd4d20a9ddef31d700f625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684959 Jul 28 18:16:21.677970 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68c3b3e-4877-4fbc-af89-aee1ef6d24b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499d71b0-f865-4c50-bd48-86e68e0e4591,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:21.679982 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44674) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:21.732811 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d887a13e-c4da-4a4b-a280-ab822eaf6b77 admin admin] Publish callbacks [] for security_group (499d71b0-f865-4c50-bd48-86e68e0e4591), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.755282 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d887a13e-c4da-4a4b-a280-ab822eaf6b77 admin admin] Publish callbacks [] for security_group (499d71b0-f865-4c50-bd48-86e68e0e4591), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.900455 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d887a13e-c4da-4a4b-a280-ab822eaf6b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (499d71b0-f865-4c50-bd48-86e68e0e4591), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.906570 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d887a13e-c4da-4a4b-a280-ab822eaf6b77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:21.906570 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d887a13e-c4da-4a4b-a280-ab822eaf6b77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/499d71b0-f865-4c50-bd48-86e68e0e4591 HTTP/1.1" status: 204 len: 168 time: 0.2236543 Jul 28 18:16:21.914211 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d887a13e-c4da-4a4b-a280-ab822eaf6b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499d71b0-f865-4c50-bd48-86e68e0e4591,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:22.051395 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=10 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:22.162911 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:22.271946 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:16:22.726260 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44712) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:22.829838 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-da9ed80d-e164-4fcc-81cf-8b683adb0fbf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:22.908516 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-da9ed80d-e164-4fcc-81cf-8b683adb0fbf admin admin] Publish callbacks [] for security_group (8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:22.991548 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-da9ed80d-e164-4fcc-81cf-8b683adb0fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:23.032221 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-da9ed80d-e164-4fcc-81cf-8b683adb0fbf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=1d81962138ca49fcb8d8e6f3776ec4b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3048611 Jul 28 18:16:23.033116 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9ed80d-e164-4fcc-81cf-8b683adb0fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:23.037316 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44722) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:23.083241 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:23.096596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d1a4-42a1-4126-81d2-0157595d3b4b admin admin] Publish callbacks [] for security_group (8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:23.120123 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d1a4-42a1-4126-81d2-0157595d3b4b admin admin] Publish callbacks [] for security_group (8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:23.254687 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d1a4-42a1-4126-81d2-0157595d3b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:23.257477 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d1a4-42a1-4126-81d2-0157595d3b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:23.258635 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f8f6d1a4-42a1-4126-81d2-0157595d3b4b admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2 HTTP/1.1" status: 204 len: 168 time: 0.2203276 Jul 28 18:16:23.267214 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6d1a4-42a1-4126-81d2-0157595d3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4da70b-5e29-44f1-a3e0-dfbf7403c4b2,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:24.111657 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44778) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:24.126481 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd51142e-3c83-4ee2-ac32-5c25a9c6fd62 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:24.218115 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd51142e-3c83-4ee2-ac32-5c25a9c6fd62 admin admin] Publish callbacks [] for security_group (6f0000a7-cedc-4f29-a6e6-e21591154405), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:24.288852 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd51142e-3c83-4ee2-ac32-5c25a9c6fd62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6f0000a7-cedc-4f29-a6e6-e21591154405), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:24.329492 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-dd51142e-3c83-4ee2-ac32-5c25a9c6fd62 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=d9ab80831f2642719c413e13041dd6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159705 Jul 28 18:16:24.330630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51142e-3c83-4ee2-ac32-5c25a9c6fd62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0000a7-cedc-4f29-a6e6-e21591154405,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:24.332169 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44786) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:24.390997 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6963f3eb-d3ab-4828-8e13-4cc8fd08d79a admin admin] Publish callbacks [] for security_group (6f0000a7-cedc-4f29-a6e6-e21591154405), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:24.399474 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:24.412737 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6963f3eb-d3ab-4828-8e13-4cc8fd08d79a admin admin] Publish callbacks [] for security_group (6f0000a7-cedc-4f29-a6e6-e21591154405), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:24.427260 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:24.523356 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6963f3eb-d3ab-4828-8e13-4cc8fd08d79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6f0000a7-cedc-4f29-a6e6-e21591154405), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:24.526155 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6963f3eb-d3ab-4828-8e13-4cc8fd08d79a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:24.527334 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-6963f3eb-d3ab-4828-8e13-4cc8fd08d79a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6f0000a7-cedc-4f29-a6e6-e21591154405 HTTP/1.1" status: 204 len: 168 time: 0.1933806 Jul 28 18:16:24.536056 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6963f3eb-d3ab-4828-8e13-4cc8fd08d79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0000a7-cedc-4f29-a6e6-e21591154405,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:25.353953 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44812) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:25.373778 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-70a727a3-1c22-499b-8a73-f8dd85469016 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:25.453541 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-70a727a3-1c22-499b-8a73-f8dd85469016 admin admin] Publish callbacks [] for security_group (855458f6-f786-4199-bcdc-4933bb9056e4), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:25.522627 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-70a727a3-1c22-499b-8a73-f8dd85469016 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (855458f6-f786-4199-bcdc-4933bb9056e4), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:25.563014 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-70a727a3-1c22-499b-8a73-f8dd85469016 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=dfdab63c1ace48ff9608722b5b695bc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2076387 Jul 28 18:16:25.563888 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a727a3-1c22-499b-8a73-f8dd85469016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855458f6-f786-4199-bcdc-4933bb9056e4,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:25.565799 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44814) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:25.617535 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1e5f095b-e2ff-4105-a08d-866166a20771 admin admin] Publish callbacks [] for security_group (855458f6-f786-4199-bcdc-4933bb9056e4), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:25.639311 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1e5f095b-e2ff-4105-a08d-866166a20771 admin admin] Publish callbacks [] for security_group (855458f6-f786-4199-bcdc-4933bb9056e4), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:25.774712 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1e5f095b-e2ff-4105-a08d-866166a20771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (855458f6-f786-4199-bcdc-4933bb9056e4), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:25.777409 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1e5f095b-e2ff-4105-a08d-866166a20771 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:25.778574 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1e5f095b-e2ff-4105-a08d-866166a20771 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/855458f6-f786-4199-bcdc-4933bb9056e4 HTTP/1.1" status: 204 len: 168 time: 0.2117083 Jul 28 18:16:25.786572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5f095b-e2ff-4105-a08d-866166a20771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855458f6-f786-4199-bcdc-4933bb9056e4,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:26.903293 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44844) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:27.019465 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1768035686-network', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:27.134353 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Made reservation on behalf of 308e6cf086ae4cdea9c591ed2811c976 for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:27.137193 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.147077 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.163128 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.229370 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks [] for security_group (5e5f6a8e-25f3-4cba-a823-512a883c59f3), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.304685 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5e5f6a8e-25f3-4cba-a823-512a883c59f3), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.331646 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 922} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:16:27.340897 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5f6a8e-25f3-4cba-a823-512a883c59f3,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:27.347225 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (b9c078c6-85e7-4e6d-b76f-395f42a9ec11), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.347570 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Added segment b9c078c6-85e7-4e6d-b76f-395f42a9ec11 of type vlan for network f4b4861e-a1c6-45e0-a934-67c667a84812 Jul 28 18:16:27.388233 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (f4b4861e-a1c6-45e0-a934-67c667a84812), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.477272 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (f4b4861e-a1c6-45e0-a934-67c667a84812), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.478394 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:27.478989 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.542460 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] Pushing event updated for resources: {'Network': ['ID=f4b4861e-a1c6-45e0-a934-67c667a84812,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:27.553995 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network f4b4861e-a1c6-45e0-a934-67c667a84812 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:16:27.597150 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1b9244d6-a13f-4705-ab6b-620afa8e85fe admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6899519 Jul 28 18:16:27.597366 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44854) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:27.602243 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Request body: {'subnet': {'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1768035686-subnet', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'ip_version': 4}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:27.688556 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Made reservation on behalf of 308e6cf086ae4cdea9c591ed2811c976 for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:27.690902 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29670144'] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.797945 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=76,neutron:DELETE=7,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:27.929559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29670190'] for subnet (fd8f5047-d407-4dc3-84a9-28b0b122d728), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:27.959466 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:27.982559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd8f5047-d407-4dc3-84a9-28b0b122d728,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:27.999541 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Checking segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:27.999909 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Network hostable DHCP agents. Network: f4b4861e-a1c6-45e0-a934-67c667a84812, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:16:28.089523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Network f4b4861e-a1c6-45e0-a934-67c667a84812 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:16:28.179879 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, f4b4861e-a1c6-45e0-a934-67c667a84812) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:28.184151 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:28.184760 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.190665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aacb4f-795e-45ba-a7e1-8ceb4d671537 None None] Network f4b4861e-a1c6-45e0-a934-67c667a84812 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:16:28.274851 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-84dac050-4afc-435e-b2e7-cde3fbfbe6d8 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6762702 Jul 28 18:16:28.277538 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44858) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:28.282062 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:28.396684 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (9c7ae216-7169-4e00-8b95-eca3047cc929), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.398000 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (9c7ae216-7169-4e00-8b95-eca3047cc929), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.418761 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-f4b4861e-a1c6-45e0-a934-67c667a84812', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:16:28.421219 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.460667 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks [] for router_controller (9c7ae216-7169-4e00-8b95-eca3047cc929), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.562479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Allocated IP 172.20.0.2 (f4b4861e-a1c6-45e0-a934-67c667a84812/fd8f5047-d407-4dc3-84a9-28b0b122d728/141cbe40-4ce8-416e-8d8f-e2b0a5ed917c) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:28.658806 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks [] for router_gateway (9c7ae216-7169-4e00-8b95-eca3047cc929), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.711179 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Publish callbacks [] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.808485 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.851043 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Network f4b4861e-a1c6-45e0-a934-67c667a84812 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:28.854820 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:28.858880 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:16:28.866157 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Pushing event updated for resources: {'Port': ['ID=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:28.921254 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Attempting to bind port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:16:28.921625 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Attempting to bind port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:16:28.921988 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Attempting to bind port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:16:28.928331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:16:28.928700 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Checking segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:28.929133 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.929525 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Bound using segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:16:28.929980 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Bound port: 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:16:28.930360 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.962448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks [] for router_gateway (9c7ae216-7169-4e00-8b95-eca3047cc929), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.982283 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:28.998144 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] For port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:29.003420 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] For port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:29.083750 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:29.098720 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Allocated IP 172.27.3.105 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/8db4a1e8-7b51-4086-a400-8af71941a109) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:29.157778 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561b9284-b919-4211-9a06-06b104a7d5a2 None None] Pushing event updated for resources: {'Port': ['ID=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:29.181191 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:29.231390 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks [] for port (8db4a1e8-7b51-4086-a400-8af71941a109), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:29.363813 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:29.432223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:29.439380 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:29.440725 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:16:29.444910 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Pushing event updated for resources: {'Port': ['ID=8db4a1e8-7b51-4086-a400-8af71941a109,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:29.465552 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:29.972168 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-ace01236-a823-49dd-81e5-61de2b4ae9b5 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510917 Jul 28 18:16:30.012386 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks [] for router_gateway (9c7ae216-7169-4e00-8b95-eca3047cc929), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:30.021218 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:30.065620 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-586708f7-e1e4-414d-95ae-a181209bdbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:30.068248 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-586708f7-e1e4-414d-95ae-a181209bdbe0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 1130 time: 0.0569510 Jul 28 18:16:30.194761 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7d8b6-f0ff-4910-80fc-cea5e1c9df0f None None] Network f4b4861e-a1c6-45e0-a934-67c667a84812 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:16:30.195596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-d12aa6d8-f8ce-4543-90d1-a58a32002e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:30.197228 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-d12aa6d8-f8ce-4543-90d1-a58a32002e48 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.1036496 Jul 28 18:16:30.226374 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (9c7ae216-7169-4e00-8b95-eca3047cc929), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:30.240687 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:30.242671 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-f5d0b6ba-0b4b-44a1-aee4-3bda49dd5f8c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca HTTP/1.1" status: 200 len: 217 time: 0.0369637 Jul 28 18:16:30.265538 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-de90186c-dabd-4220-a432-785ed336c0ab None None] Provisioning complete for port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:30.266230 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de90186c-dabd-4220-a432-785ed336c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:30.292584 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:30.303515 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-1daf25e3-ad84-4070-8f22-c4fc72473e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:30.305551 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-1daf25e3-ad84-4070-8f22-c4fc72473e6b service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0558248 Jul 28 18:16:30.369722 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-561e0b32-7ad7-4709-bc74-a4de4d426068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:30.371671 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-561e0b32-7ad7-4709-bc74-a4de4d426068 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581863 Jul 28 18:16:30.414964 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-de90186c-dabd-4220-a432-785ed336c0ab None None] Current status of the port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:30.414964 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de90186c-dabd-4220-a432-785ed336c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:30.464297 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-de90186c-dabd-4220-a432-785ed336c0ab None None] For port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:30.505343 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:16:30.510557 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-457e2e2e-742e-4b2a-b283-e9d2a96aceae service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288321 Jul 28 18:16:30.541593 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de90186c-dabd-4220-a432-785ed336c0ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:30.606724 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de90186c-dabd-4220-a432-785ed336c0ab None None] Pushing event updated for resources: {'Port': ['ID=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:30.623832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:30.639522 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fe7dafae-7177-43ec-9e1c-4ed563b7eb21 req-af9ca038-9e19-4ae9-a622-7ee746ce1819 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110063 Jul 28 18:16:30.640547 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:30.650522 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:30.670727 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:30.671266 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:30.672950 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-734dde91-312d-489b-af38-356b899dfb1e None None] Provisioning complete for port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:30.673341 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-734dde91-312d-489b-af38-356b899dfb1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:30.741730 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:30.742995 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7f039efe-78e2-4c13-a72f-1e8b4a649c89 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4644547 Jul 28 18:16:30.745812 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44878) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:30.829192 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:30.840538 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:30.870410 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-734dde91-312d-489b-af38-356b899dfb1e None None] Current status of the port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:30.984543 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:31.025995 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:29Z', 'revision_number': 3, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:31.047553 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:31.062249 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:31.062605 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Updating router 9c7ae216-7169-4e00-8b95-eca3047cc929 port 8db4a1e8-7b51-4086-a400-8af71941a109 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:16:31.096774 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.192315 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:31.192888 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.308732 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:31.309371 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.344167 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:31.351322 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Allocated IP 172.20.0.1 (f4b4861e-a1c6-45e0-a934-67c667a84812/fd8f5047-d407-4dc3-84a9-28b0b122d728/ac5d0beb-3bf9-443f-9e98-bc432eee616d) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:31.439476 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:31.475465 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks [] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.476592 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:31.502922 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Publish callbacks [] for port (8db4a1e8-7b51-4086-a400-8af71941a109), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.557899 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.558069 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.617307 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Attempting to bind port 8db4a1e8-7b51-4086-a400-8af71941a109 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:16:31.617701 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Attempting to bind port 8db4a1e8-7b51-4086-a400-8af71941a109 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:16:31.618057 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Attempting to bind port 8db4a1e8-7b51-4086-a400-8af71941a109 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:16:31.620055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a185f-5ce9-483d-afa1-3a57ce3077f1 None None] Pushing event updated for resources: {'Port': ['ID=8db4a1e8-7b51-4086-a400-8af71941a109,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:31.620236 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Network f4b4861e-a1c6-45e0-a934-67c667a84812 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:31.621953 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5d0beb-3bf9-443f-9e98-bc432eee616d,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:31.624402 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:31.625890 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:16:31.626272 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:31.626683 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.626797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:16:31.627189 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:16:31.627675 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Bound port: 8db4a1e8-7b51-4086-a400-8af71941a109, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:16:31.628065 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.700108 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (9c7ae216-7169-4e00-8b95-eca3047cc929), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.702230 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] For port 8db4a1e8-7b51-4086-a400-8af71941a109, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:31.710993 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] For port 8db4a1e8-7b51-4086-a400-8af71941a109, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=8db4a1e8-7b51-4086-a400-8af71941a109,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:31.804103 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.873239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:31.873880 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:31.923413 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.947195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-d8824377-ed6b-4caf-a169-e73000b8e2f5 None None] Provisioning complete for port ac5d0beb-3bf9-443f-9e98-bc432eee616d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:31.947585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d8824377-ed6b-4caf-a169-e73000b8e2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:31.949280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a185f-5ce9-483d-afa1-3a57ce3077f1 None None] Pushing event updated for resources: {'Port': ['ID=8db4a1e8-7b51-4086-a400-8af71941a109,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:32.117655 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks [] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:32.166775 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-d8824377-ed6b-4caf-a169-e73000b8e2f5 None None] Port ac5d0beb-3bf9-443f-9e98-bc432eee616d cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:16:32.180765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:32.187623 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:32.236726 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:32.263034 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac5d0beb-3bf9-443f-9e98-bc432eee616d,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:32.265631 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (9c7ae216-7169-4e00-8b95-eca3047cc929), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:32.360727 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Network f4b4861e-a1c6-45e0-a934-67c667a84812 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:32.362259 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:32.397482 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:32.401238 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:32.432348 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f8f5f1-2754-4ee3-8c01-14ed7980a23e None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:32.498800 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:16:32.548763 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:32.595246 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-de761a60-3595-437b-a1d8-a51671b3e3b2 None None] Provisioning complete for port ac5d0beb-3bf9-443f-9e98-bc432eee616d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:32.595629 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de761a60-3595-437b-a1d8-a51671b3e3b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:32.616950 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:32.622193 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-2dea9cbd-cf7e-415f-aa09-da47a231d9f7 admin admin] 10.222.0.86 "PUT /v2.0/routers/9c7ae216-7169-4e00-8b95-eca3047cc929/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8754246 Jul 28 18:16:32.640389 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-de761a60-3595-437b-a1d8-a51671b3e3b2 None None] Port ac5d0beb-3bf9-443f-9e98-bc432eee616d cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:16:33.407145 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44924) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:33.412223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-566519727-network', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:33.511855 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Made reservation on behalf of 7694d36e7d80422ab3f1d49efc71ec10 for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:33.514337 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.523804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.610519 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks [] for security_group (71a8fa1c-90e6-4c7c-8995-ec64483267c1), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.660170 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (71a8fa1c-90e6-4c7c-8995-ec64483267c1), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.691520 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 912} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:16:33.702904 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a8fa1c-90e6-4c7c-8995-ec64483267c1,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:33.708601 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (ddb4daa3-daac-4d50-b9f9-fd10f4baabe7), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.709068 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Added segment ddb4daa3-daac-4d50-b9f9-fd10f4baabe7 of type vlan for network e35cbd87-e253-47ef-81c2-9aee89a96567 Jul 28 18:16:33.755066 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (e35cbd87-e253-47ef-81c2-9aee89a96567), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.835862 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (e35cbd87-e253-47ef-81c2-9aee89a96567), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.837206 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:33.837797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:33.901041 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] Pushing event updated for resources: {'Network': ['ID=e35cbd87-e253-47ef-81c2-9aee89a96567,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:33.913329 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network e35cbd87-e253-47ef-81c2-9aee89a96567 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:16:33.964579 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44934) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:33.967364 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-2e65a2f4-a2e6-4eed-854e-6ca6240d6087 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5589838 Jul 28 18:16:33.971850 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Request body: {'subnet': {'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-566519727-subnet', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:34.071438 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Made reservation on behalf of 7694d36e7d80422ab3f1d49efc71ec10 for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:16:34.073839 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26022573'] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.312129 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29164215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26022531'] for subnet (c73cdc72-c1de-4c79-bbca-f10b9cf95858), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.366373 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c73cdc72-c1de-4c79-bbca-f10b9cf95858,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:34.383219 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Checking segment: {'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:34.390869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Network hostable DHCP agents. Network: e35cbd87-e253-47ef-81c2-9aee89a96567, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:16:34.521797 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Network e35cbd87-e253-47ef-81c2-9aee89a96567 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:16:34.544805 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:34.557892 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:34.558632 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:34.631686 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, e35cbd87-e253-47ef-81c2-9aee89a96567) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:34.636017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:34.636843 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.645388 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f393ee4-bd4f-4026-ad6c-24715999b7ec None None] Network e35cbd87-e253-47ef-81c2-9aee89a96567 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:16:34.662450 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:34.721375 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-7e3108d3-786e-46bf-93e6-2c4502c70361 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7548661 Jul 28 18:16:34.729031 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:34.732698 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 44940) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:34.738154 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:34.759234 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-e35cbd87-e253-47ef-81c2-9aee89a96567', 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567', 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'fixed_ips': [{'subnet_id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:16:34.760696 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.854869 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (7c5459c0-a241-415f-9f47-7f956020a421), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.856251 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (7c5459c0-a241-415f-9f47-7f956020a421), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.884589 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 2, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:34.916935 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:34.917235 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Updating router 9c7ae216-7169-4e00-8b95-eca3047cc929 port ac5d0beb-3bf9-443f-9e98-bc432eee616d binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:16:34.927338 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks [] for router_controller (7c5459c0-a241-415f-9f47-7f956020a421), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.947568 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:34.949424 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Allocated IP 172.20.0.2 (e35cbd87-e253-47ef-81c2-9aee89a96567/c73cdc72-c1de-4c79-bbca-f10b9cf95858/f8125ea7-a858-4595-a729-5a097f6d62c8) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:35.179565 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Publish callbacks [] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.227252 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541fd5-9689-4e1b-902a-85d4e50dd121 req-5c1ec918-5d92-47b4-ac34-5b67000b1c59 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:35.228815 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9541fd5-9689-4e1b-902a-85d4e50dd121 req-5c1ec918-5d92-47b4-ac34-5b67000b1c59 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0889533 Jul 28 18:16:35.255699 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.269474 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 8db4a1e8-7b51-4086-a400-8af71941a109 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:35.304689 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:35.305767 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks [] for router_gateway (7c5459c0-a241-415f-9f47-7f956020a421), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.318313 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9541fd5-9689-4e1b-902a-85d4e50dd121 req-20f1e15b-f349-47e3-b300-5778b8efb8fb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802338 Jul 28 18:16:35.327263 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Publish callbacks [] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.353900 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Network e35cbd87-e253-47ef-81c2-9aee89a96567 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:35.365842 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:35.372395 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:16:35.379045 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Pushing event updated for resources: {'Port': ['ID=f8125ea7-a858-4595-a729-5a097f6d62c8,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:35.398372 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.438805 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 8db4a1e8-7b51-4086-a400-8af71941a109 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:35.439196 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.470799 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Attempting to bind port f8125ea7-a858-4595-a729-5a097f6d62c8 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:16:35.471067 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Attempting to bind port f8125ea7-a858-4595-a729-5a097f6d62c8 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:16:35.471438 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Attempting to bind port f8125ea7-a858-4595-a729-5a097f6d62c8 on network e35cbd87-e253-47ef-81c2-9aee89a96567 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:16:35.495558 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:16:35.496398 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Checking segment: {'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:35.496523 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:35.497173 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.497951 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Bound using segment: {'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:16:35.498658 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Bound port: f8125ea7-a858-4595-a729-5a097f6d62c8, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:16:35.499280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.517744 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:35.533084 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Pushing event updated for resources: {'Port': ['ID=ac5d0beb-3bf9-443f-9e98-bc432eee616d,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:35.538945 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Attempting to bind port ac5d0beb-3bf9-443f-9e98-bc432eee616d on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:16:35.539341 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Attempting to bind port ac5d0beb-3bf9-443f-9e98-bc432eee616d by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:16:35.539718 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Attempting to bind port ac5d0beb-3bf9-443f-9e98-bc432eee616d on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:16:35.554414 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:35.558004 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.558004 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.558363 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.558716 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.559054 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.559379 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.559702 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.560025 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.560350 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.560666 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.561008 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.561438 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.561732 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.562051 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.562364 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:16:35.580336 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:16:35.580725 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Checking segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:35.581163 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.581741 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Bound using segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:16:35.582539 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Bound port: ac5d0beb-3bf9-443f-9e98-bc432eee616d, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:16:35.584378 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.631742 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:35.634441 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks [] for router_gateway (7c5459c0-a241-415f-9f47-7f956020a421), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.642374 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] For port f8125ea7-a858-4595-a729-5a097f6d62c8, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:35.644875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 8db4a1e8-7b51-4086-a400-8af71941a109 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:35.645378 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.654924 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] For port f8125ea7-a858-4595-a729-5a097f6d62c8, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f8125ea7-a858-4595-a729-5a097f6d62c8,segment=NetworkSegment(ddb4daa3-daac-4d50-b9f9-fd10f4baabe7),segment_id=ddb4daa3-daac-4d50-b9f9-fd10f4baabe7)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:35.674495 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 8db4a1e8-7b51-4086-a400-8af71941a109, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=8db4a1e8-7b51-4086-a400-8af71941a109,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:35.675136 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] For port ac5d0beb-3bf9-443f-9e98-bc432eee616d, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:35.682572 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] For port ac5d0beb-3bf9-443f-9e98-bc432eee616d, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=ac5d0beb-3bf9-443f-9e98-bc432eee616d,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:35.684256 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.729816 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:35.735678 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.762482 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.770619 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.828132 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Allocated IP 172.27.3.109 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/5dc6848e-5191-448a-a186-d10bf72525e7) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:35.842759 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:35.842759 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:35.844023 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdab7b-0fc6-48c0-a07e-5e4a2b979267 None None] Pushing event updated for resources: {'Port': ['ID=ac5d0beb-3bf9-443f-9e98-bc432eee616d,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:35.846441 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-6e89bce2-f89d-47ad-8d7c-673ef0efc479 None None] Provisioning complete for port ac5d0beb-3bf9-443f-9e98-bc432eee616d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:35.846950 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e89bce2-f89d-47ad-8d7c-673ef0efc479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:35.851406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215318e7-2db9-4dca-bc12-01167255b8f0 None None] Pushing event updated for resources: {'Port': ['ID=f8125ea7-a858-4595-a729-5a097f6d62c8,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:35.893471 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:35.995443 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=8db4a1e8-7b51-4086-a400-8af71941a109,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:36.050411 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-6e89bce2-f89d-47ad-8d7c-673ef0efc479 None None] Current status of the port ac5d0beb-3bf9-443f-9e98-bc432eee616d is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:36.050806 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e89bce2-f89d-47ad-8d7c-673ef0efc479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.069987 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:36.109682 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks [] for port (5dc6848e-5191-448a-a186-d10bf72525e7), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.143524 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-6e89bce2-f89d-47ad-8d7c-673ef0efc479 None None] For port ac5d0beb-3bf9-443f-9e98-bc432eee616d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=ac5d0beb-3bf9-443f-9e98-bc432eee616d,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:36.202981 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e89bce2-f89d-47ad-8d7c-673ef0efc479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.203522 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.267119 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89bce2-f89d-47ad-8d7c-673ef0efc479 None None] Pushing event updated for resources: {'Port': ['ID=ac5d0beb-3bf9-443f-9e98-bc432eee616d,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:36.275289 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:36.281139 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:36.286619 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:16:36.314765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc6848e-5191-448a-a186-d10bf72525e7,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:36.342286 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-18d26662-2c6f-4c0b-83f4-b7621d77fc6b None None] Provisioning complete for port ac5d0beb-3bf9-443f-9e98-bc432eee616d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:36.343204 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-18d26662-2c6f-4c0b-83f4-b7621d77fc6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.350245 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:36.385674 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b1f8d-2718-4d25-a817-2e8bc1a4c10a None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:36.461652 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-18d26662-2c6f-4c0b-83f4-b7621d77fc6b None None] Current status of the port ac5d0beb-3bf9-443f-9e98-bc432eee616d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:36.487717 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed10616-fd4b-4d7a-a02f-c4b2cc6bf568 req-4eb20f51-4c4c-45cc-82ca-6874c12d171d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:36.490395 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5ed10616-fd4b-4d7a-a02f-c4b2cc6bf568 req-4eb20f51-4c4c-45cc-82ca-6874c12d171d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0794983 Jul 28 18:16:36.546039 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5ed10616-fd4b-4d7a-a02f-c4b2cc6bf568 req-773f5cc1-db25-40ae-98d4-9b7ee996096e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498848 Jul 28 18:16:36.693789 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:36.868805 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks [] for router_gateway (7c5459c0-a241-415f-9f47-7f956020a421), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:36.959949 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a88fff-dbf4-4d53-991c-e07fda16fc22 None None] Network e35cbd87-e253-47ef-81c2-9aee89a96567 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:16:37.027379 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-99e7e12c-7c8d-4352-8cc3-88bd3f92f1fb None None] Provisioning complete for port f8125ea7-a858-4595-a729-5a097f6d62c8 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:37.028229 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99e7e12c-7c8d-4352-8cc3-88bd3f92f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.156522 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (7c5459c0-a241-415f-9f47-7f956020a421), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.193327 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-99e7e12c-7c8d-4352-8cc3-88bd3f92f1fb None None] Current status of the port f8125ea7-a858-4595-a729-5a097f6d62c8 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:37.194888 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99e7e12c-7c8d-4352-8cc3-88bd3f92f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.268202 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-99e7e12c-7c8d-4352-8cc3-88bd3f92f1fb None None] For port f8125ea7-a858-4595-a729-5a097f6d62c8, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f8125ea7-a858-4595-a729-5a097f6d62c8,segment=NetworkSegment(ddb4daa3-daac-4d50-b9f9-fd10f4baabe7),segment_id=ddb4daa3-daac-4d50-b9f9-fd10f4baabe7)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:37.286130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device ac5d0beb-3bf9-443f-9e98-bc432eee616d up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:37.311350 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:37.328920 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-99e7e12c-7c8d-4352-8cc3-88bd3f92f1fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.386969 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port ac5d0beb-3bf9-443f-9e98-bc432eee616d triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:37.392671 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.392671 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7e12c-7c8d-4352-8cc3-88bd3f92f1fb None None] Pushing event updated for resources: {'Port': ['ID=f8125ea7-a858-4595-a729-5a097f6d62c8,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:37.410194 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Router 7c5459c0-a241-415f-9f47-7f956020a421 is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:16:37.478249 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port ac5d0beb-3bf9-443f-9e98-bc432eee616d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:37.479354 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 8db4a1e8-7b51-4086-a400-8af71941a109 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:37.526545 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 8db4a1e8-7b51-4086-a400-8af71941a109 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:37.526923 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.536722 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:37.550766 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Sync routers for ids ['7c5459c0-a241-415f-9f47-7f956020a421'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:37.562030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:37.579883 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a73eade5-2429-4aa9-8470-0c4a47c7ad14 None None] Provisioning complete for port f8125ea7-a858-4595-a729-5a097f6d62c8 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:37.580263 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a73eade5-2429-4aa9-8470-0c4a47c7ad14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.584698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Routers {'7c5459c0-a241-415f-9f47-7f956020a421'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:37.585374 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7c5459c0-a241-415f-9f47-7f956020a421'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:37.611475 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:37.616485 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 44978) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:37.617029 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-e64e374b-a789-4b4a-889b-887c461f3403 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8818898 Jul 28 18:16:37.736926 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f4e82-cf16-4820-ba4c-9294b2a33634 req-5c40de49-287f-40b2-98f3-a38af5ad0d95 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:37.738346 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-464f4e82-cf16-4820-ba4c-9294b2a33634 req-5c40de49-287f-40b2-98f3-a38af5ad0d95 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0805006 Jul 28 18:16:37.776063 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 8db4a1e8-7b51-4086-a400-8af71941a109 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:37.777190 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8125ea7-a858-4595-a729-5a097f6d62c8 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:37.815198 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Set router 7c5459c0-a241-415f-9f47-7f956020a421 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:37.841134 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a73eade5-2429-4aa9-8470-0c4a47c7ad14 None None] Current status of the port f8125ea7-a858-4595-a729-5a097f6d62c8 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:37.873957 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-464f4e82-cf16-4820-ba4c-9294b2a33634 req-1aa3c516-4562-4831-8393-78563955400b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257632 Jul 28 18:16:37.955918 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port f8125ea7-a858-4595-a729-5a097f6d62c8 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:37.956313 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.038873 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:38.132092 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.209869 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 3, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port': {'id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:35Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:38.227550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:38.240537 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Checking router: 7c5459c0-a241-415f-9f47-7f956020a421 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:38.240899 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Updating router 7c5459c0-a241-415f-9f47-7f956020a421 port 5dc6848e-5191-448a-a186-d10bf72525e7 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:16:38.262300 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:38.268224 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port f8125ea7-a858-4595-a729-5a097f6d62c8 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:38.280637 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.297622 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Allocated IP 172.20.0.1 (e35cbd87-e253-47ef-81c2-9aee89a96567/c73cdc72-c1de-4c79-bbca-f10b9cf95858/3362dc76-adb8-4003-8ca2-54f575bf9cc1) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:16:38.413875 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks [] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.541185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.543434 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Publish callbacks [] for port (5dc6848e-5191-448a-a186-d10bf72525e7), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.582444 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Network e35cbd87-e253-47ef-81c2-9aee89a96567 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:38.587528 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:38.591816 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:16:38.596039 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Pushing event updated for resources: {'Port': ['ID=3362dc76-adb8-4003-8ca2-54f575bf9cc1,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:38.637616 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.643057 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (7c5459c0-a241-415f-9f47-7f956020a421), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.696899 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ecfd5-5e6b-4c53-a83e-98c668b015c5 None None] Pushing event updated for resources: {'Port': ['ID=5dc6848e-5191-448a-a186-d10bf72525e7,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:38.699346 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Attempting to bind port 5dc6848e-5191-448a-a186-d10bf72525e7 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:16:38.699726 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Attempting to bind port 5dc6848e-5191-448a-a186-d10bf72525e7 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:16:38.705254 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Attempting to bind port 5dc6848e-5191-448a-a186-d10bf72525e7 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:16:38.705932 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:16:38.706208 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:38.706552 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.706944 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:16:38.707411 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Bound port: 5dc6848e-5191-448a-a186-d10bf72525e7, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:16:38.707833 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.750835 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:38.768398 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] For port 5dc6848e-5191-448a-a186-d10bf72525e7, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:38.772488 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] For port 5dc6848e-5191-448a-a186-d10bf72525e7, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5dc6848e-5191-448a-a186-d10bf72525e7,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:38.831755 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.841535 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.896368 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:38.900976 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-341ab682-f582-48d7-9eb3-f5cc964f71a2 None None] Provisioning complete for port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:38.901388 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-341ab682-f582-48d7-9eb3-f5cc964f71a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:38.902933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Routers {'7c5459c0-a241-415f-9f47-7f956020a421'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:38.903572 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7c5459c0-a241-415f-9f47-7f956020a421'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:38.983739 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ecfd5-5e6b-4c53-a83e-98c668b015c5 None None] Pushing event updated for resources: {'Port': ['ID=5dc6848e-5191-448a-a186-d10bf72525e7,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:38.992678 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-341ab682-f582-48d7-9eb3-f5cc964f71a2 None None] Port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:16:39.030064 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db438462-9da5-4cf5-b602-7b2f20f908df req-a8d172d5-4510-4fc3-a9cb-cf5702d1fb07 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:39.031560 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db438462-9da5-4cf5-b602-7b2f20f908df req-a8d172d5-4510-4fc3-a9cb-cf5702d1fb07 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0667455 Jul 28 18:16:39.067347 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] Set router 7c5459c0-a241-415f-9f47-7f956020a421 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:39.095465 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8125ea7-a858-4595-a729-5a097f6d62c8 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:39.095744 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks [] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:39.108396 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db438462-9da5-4cf5-b602-7b2f20f908df req-9aba4d7b-3d43-4e52-93ad-68aa00e60957 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703058 Jul 28 18:16:39.139799 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:39.209546 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Pushing event updated for resources: {'Port': ['ID=3362dc76-adb8-4003-8ca2-54f575bf9cc1,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:39.212264 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (7c5459c0-a241-415f-9f47-7f956020a421), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:39.258262 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port f8125ea7-a858-4595-a729-5a097f6d62c8 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:39.258828 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:39.311126 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Network e35cbd87-e253-47ef-81c2-9aee89a96567 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:16:39.312566 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:16:39.342717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:39.367354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:39.368415 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 4, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port': {'id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:35Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '3362dc76-adb8-4003-8ca2-54f575bf9cc1', 'name': '', 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'mac_address': 'fa:16:3e:6d:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:38Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 1, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'subnets': [{'id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:39.433265 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbedd8e-47cc-4b82-a6c2-c28a0b25c19d None None] The sync data for ids ['7c5459c0-a241-415f-9f47-7f956020a421'] in dv-cinder-846173-4-iscsi is: [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 4, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port': {'id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:35Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '3362dc76-adb8-4003-8ca2-54f575bf9cc1', 'name': '', 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'mac_address': 'fa:16:3e:6d:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:38Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 1, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'subnets': [{'id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:39.449841 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Router 7c5459c0-a241-415f-9f47-7f956020a421 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:16:39.451826 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port f8125ea7-a858-4595-a729-5a097f6d62c8 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:39.593606 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:16:39.594660 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-52d12beb-aed6-428d-a6e5-1f51a53a1d7b admin admin] 10.222.0.86 "PUT /v2.0/routers/7c5459c0-a241-415f-9f47-7f956020a421/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9770560 Jul 28 18:16:39.613102 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-20c0a0b8-65d7-46a1-822d-ca287da9ff52 None None] Provisioning complete for port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:39.613482 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-20c0a0b8-65d7-46a1-822d-ca287da9ff52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:39.702868 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-20c0a0b8-65d7-46a1-822d-ca287da9ff52 None None] Port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:16:40.273755 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122aacc7-edf1-47e2-8968-06a3aeba979b req-6b8b1cf7-2393-4e6c-8495-c0f122ca470f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:40.277373 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-122aacc7-edf1-47e2-8968-06a3aeba979b req-6b8b1cf7-2393-4e6c-8495-c0f122ca470f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0576797 Jul 28 18:16:40.345502 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-122aacc7-edf1-47e2-8968-06a3aeba979b req-918db1e4-8397-4cf4-9492-83cca6d5a123 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641494 Jul 28 18:16:40.424659 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45028) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:40.545214 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-417d47de-6623-4fac-b05b-ae409c3cf5af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:40.643613 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-417d47de-6623-4fac-b05b-ae409c3cf5af admin admin] Publish callbacks [] for security_group (3bde94e8-8029-40fd-9059-19246c9cf087), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:40.729256 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-417d47de-6623-4fac-b05b-ae409c3cf5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (3bde94e8-8029-40fd-9059-19246c9cf087), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:40.784289 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-417d47de-6623-4fac-b05b-ae409c3cf5af admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e01f8e0f416b4f51a62c2d4b6e08c18a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3578947 Jul 28 18:16:40.785606 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417d47de-6623-4fac-b05b-ae409c3cf5af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bde94e8-8029-40fd-9059-19246c9cf087,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:40.787068 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45040) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:40.853509 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-471da2ae-b439-4096-9c42-88317e5542b7 admin admin] Publish callbacks [] for security_group (3bde94e8-8029-40fd-9059-19246c9cf087), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:40.881116 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-471da2ae-b439-4096-9c42-88317e5542b7 admin admin] Publish callbacks [] for security_group (3bde94e8-8029-40fd-9059-19246c9cf087), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.008855 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-471da2ae-b439-4096-9c42-88317e5542b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (3bde94e8-8029-40fd-9059-19246c9cf087), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.013205 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-471da2ae-b439-4096-9c42-88317e5542b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.013205 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-471da2ae-b439-4096-9c42-88317e5542b7 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/3bde94e8-8029-40fd-9059-19246c9cf087 HTTP/1.1" status: 204 len: 168 time: 0.2246327 Jul 28 18:16:41.022188 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471da2ae-b439-4096-9c42-88317e5542b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bde94e8-8029-40fd-9059-19246c9cf087,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:41.098017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45046) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:41.102535 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-0074b3d8-a114-4683-bc29-217df0300ab0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370419790', 'description': 'tempest-secgroup-smoke-370419790 description', 'project_id': '308e6cf086ae4cdea9c591ed2811c976'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:41.111487 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5dc6848e-5191-448a-a186-d10bf72525e7 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:41.160792 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 5dc6848e-5191-448a-a186-d10bf72525e7 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:41.161278 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.190806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0074b3d8-a114-4683-bc29-217df0300ab0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.223091 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:41.254193 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 5dc6848e-5191-448a-a186-d10bf72525e7 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:41.254619 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.268185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0074b3d8-a114-4683-bc29-217df0300ab0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group (1cf89b0f-92b2-4dbd-bd88-57335b6e1812), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.288318 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 5dc6848e-5191-448a-a186-d10bf72525e7, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5dc6848e-5191-448a-a186-d10bf72525e7,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:41.357291 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0074b3d8-a114-4683-bc29-217df0300ab0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1cf89b0f-92b2-4dbd-bd88-57335b6e1812), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.357775 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.392680 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0074b3d8-a114-4683-bc29-217df0300ab0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf89b0f-92b2-4dbd-bd88-57335b6e1812,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:41.415383 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=5dc6848e-5191-448a-a186-d10bf72525e7,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:41.433946 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0074b3d8-a114-4683-bc29-217df0300ab0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.435200 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0074b3d8-a114-4683-bc29-217df0300ab0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3361320 Jul 28 18:16:41.438326 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45054) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:41.443571 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-246bd138-7621-4a9a-98af-fa25ad30e306 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'security_group_rule': {'security_group_id': '1cf89b0f-92b2-4dbd-bd88-57335b6e1812', 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:41.453569 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:41.482762 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d7fa9-4359-47aa-bc0f-f0992cabe677 req-bf83a6f7-4c14-4450-905a-ea70e6cb1ba9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:41.484247 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-501d7fa9-4359-47aa-bc0f-f0992cabe677 req-bf83a6f7-4c14-4450-905a-ea70e6cb1ba9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0480225 Jul 28 18:16:41.528662 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-246bd138-7621-4a9a-98af-fa25ad30e306 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (6535a913-041a-4513-9dd8-87344def0ff3), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.533807 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-501d7fa9-4359-47aa-bc0f-f0992cabe677 req-bb9e4f3d-7de0-43ca-8bdb-53c3bcd5c073 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438492 Jul 28 18:16:41.565215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:41.594749 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-246bd138-7621-4a9a-98af-fa25ad30e306 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (6535a913-041a-4513-9dd8-87344def0ff3), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.595619 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45056) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:41.608808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c9594ab-4888-479c-b537-251b203f10bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.654911 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:41.688524 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c9594ab-4888-479c-b537-251b203f10bb admin admin] Publish callbacks [] for security_group (a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.698615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-246bd138-7621-4a9a-98af-fa25ad30e306 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (6535a913-041a-4513-9dd8-87344def0ff3), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.719306 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd138-7621-4a9a-98af-fa25ad30e306 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6535a913-041a-4513-9dd8-87344def0ff3,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:41.843009 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c9594ab-4888-479c-b537-251b203f10bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.868568 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-246bd138-7621-4a9a-98af-fa25ad30e306 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.872108 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-246bd138-7621-4a9a-98af-fa25ad30e306 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4307175 Jul 28 18:16:41.874906 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45060) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:41.879644 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-acda8c50-4170-482b-9102-c1d0abd9baf4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'security_group_rule': {'security_group_id': '1cf89b0f-92b2-4dbd-bd88-57335b6e1812', 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:41.886272 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1c9594ab-4888-479c-b537-251b203f10bb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9a7ca9dd814e431bb30d4a07ce385770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895658 Jul 28 18:16:41.886972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9594ab-4888-479c-b537-251b203f10bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:41.889587 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45062) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:41.952651 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06388bf1-d1ee-4bd1-9dad-7ae1b77eb2c3 admin admin] Publish callbacks [] for security_group (a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:41.978488 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06388bf1-d1ee-4bd1-9dad-7ae1b77eb2c3 admin admin] Publish callbacks [] for security_group (a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.015707 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-acda8c50-4170-482b-9102-c1d0abd9baf4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (a98c5d76-58cf-46b4-9178-2b1174d9ac3e), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.123982 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06388bf1-d1ee-4bd1-9dad-7ae1b77eb2c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.126759 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-06388bf1-d1ee-4bd1-9dad-7ae1b77eb2c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.127884 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-06388bf1-d1ee-4bd1-9dad-7ae1b77eb2c3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2 HTTP/1.1" status: 204 len: 168 time: 0.2373929 Jul 28 18:16:42.143633 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-acda8c50-4170-482b-9102-c1d0abd9baf4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (a98c5d76-58cf-46b4-9178-2b1174d9ac3e), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.145004 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06388bf1-d1ee-4bd1-9dad-7ae1b77eb2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ad2b35-be82-4dd1-a11c-d0fcbc2c07a2,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:42.225017 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-acda8c50-4170-482b-9102-c1d0abd9baf4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (a98c5d76-58cf-46b4-9178-2b1174d9ac3e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.247079 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acda8c50-4170-482b-9102-c1d0abd9baf4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a98c5d76-58cf-46b4-9178-2b1174d9ac3e,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:42.318682 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-acda8c50-4170-482b-9102-c1d0abd9baf4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.322819 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-acda8c50-4170-482b-9102-c1d0abd9baf4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4438858 Jul 28 18:16:42.323185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45068) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:42.327771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-9deba219-e794-4548-94ff-5658ff9f9083 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'security_group_rule': {'security_group_id': '1cf89b0f-92b2-4dbd-bd88-57335b6e1812', 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:42.483452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9deba219-e794-4548-94ff-5658ff9f9083 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (4dd40a2c-07f3-4905-a48e-012a708097fc), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.541703 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9deba219-e794-4548-94ff-5658ff9f9083 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (4dd40a2c-07f3-4905-a48e-012a708097fc), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.609075 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9deba219-e794-4548-94ff-5658ff9f9083 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (4dd40a2c-07f3-4905-a48e-012a708097fc), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.660953 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deba219-e794-4548-94ff-5658ff9f9083 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dd40a2c-07f3-4905-a48e-012a708097fc,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:42.682994 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04664de4-8413-45c9-b770-efcf4dc6a157 req-2009230b-6a22-40e8-9249-f3244adc6038 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:42.684549 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-04664de4-8413-45c9-b770-efcf4dc6a157 req-2009230b-6a22-40e8-9249-f3244adc6038 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0582533 Jul 28 18:16:42.707521 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9deba219-e794-4548-94ff-5658ff9f9083 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.708682 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9deba219-e794-4548-94ff-5658ff9f9083 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3843951 Jul 28 18:16:42.711695 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45080) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:42.717167 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-effd7a60-8955-4e35-8f6e-24e86bfcf69c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'security_group_rule': {'security_group_id': '1cf89b0f-92b2-4dbd-bd88-57335b6e1812', 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:42.738377 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-04664de4-8413-45c9-b770-efcf4dc6a157 req-a076e220-4cb0-481a-9acb-dd07b847af89 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482154 Jul 28 18:16:42.849818 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-effd7a60-8955-4e35-8f6e-24e86bfcf69c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (44086013-e865-467b-a564-f7fffeef0372), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.890572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=82,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:42.910460 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-effd7a60-8955-4e35-8f6e-24e86bfcf69c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (44086013-e865-467b-a564-f7fffeef0372), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:42.985660 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-effd7a60-8955-4e35-8f6e-24e86bfcf69c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (44086013-e865-467b-a564-f7fffeef0372), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.007982 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd7a60-8955-4e35-8f6e-24e86bfcf69c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44086013-e865-467b-a564-f7fffeef0372,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:43.094056 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5dc6848e-5191-448a-a186-d10bf72525e7 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:43.124738 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-effd7a60-8955-4e35-8f6e-24e86bfcf69c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.126052 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-effd7a60-8955-4e35-8f6e-24e86bfcf69c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4132893 Jul 28 18:16:43.127111 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:43.128914 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45098) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:43.148911 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 5dc6848e-5191-448a-a186-d10bf72525e7 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:43.149378 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.156485 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'security_group_rule': {'security_group_id': '1cf89b0f-92b2-4dbd-bd88-57335b6e1812', 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:43.210237 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Sync routers for ids ['7c5459c0-a241-415f-9f47-7f956020a421'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:16:43.219681 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Routers {'7c5459c0-a241-415f-9f47-7f956020a421'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:43.220226 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7c5459c0-a241-415f-9f47-7f956020a421'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:43.247193 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 5dc6848e-5191-448a-a186-d10bf72525e7 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:43.271690 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.securitygroups_db [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Project 308e6cf086ae4cdea9c591ed2811c976 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:16:43.287796 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (1f06a488-9f5e-4e9d-a224-9033b4adc104), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.365972 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (1f06a488-9f5e-4e9d-a224-9033b4adc104), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.433624 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Set router 7c5459c0-a241-415f-9f47-7f956020a421 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:43.439234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (1f06a488-9f5e-4e9d-a224-9033b4adc104), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.483926 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f06a488-9f5e-4e9d-a224-9033b4adc104,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:43.540290 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:43.565049 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.567306 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d24e98a6-a536-490a-ac36-b91912650c55 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4369457 Jul 28 18:16:43.569888 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45112) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:43.575941 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'security_group_rule': {'security_group_id': '1cf89b0f-92b2-4dbd-bd88-57335b6e1812', 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:16:43.628531 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 4, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port': {'id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:35Z', 'updated_at': '2022-07-28T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '3362dc76-adb8-4003-8ca2-54f575bf9cc1', 'name': '', 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'mac_address': 'fa:16:3e:6d:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:38Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 2, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'subnets': [{'id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:43.654733 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Checking router: 7c5459c0-a241-415f-9f47-7f956020a421 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:16:43.655090 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Updating router 7c5459c0-a241-415f-9f47-7f956020a421 port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:16:43.687404 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.693104 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.securitygroups_db [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Project 308e6cf086ae4cdea9c591ed2811c976 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:16:43.698704 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (64893d15-34c3-4219-9a33-66ed0c49de90), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.762149 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (64893d15-34c3-4219-9a33-66ed0c49de90), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.811526 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:43.859937 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (64893d15-34c3-4219-9a33-66ed0c49de90), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.880039 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64893d15-34c3-4219-9a33-66ed0c49de90,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:43.894147 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4f270-e4e7-41de-9482-c5a42989ee89 req-022a718f-428c-44e1-8b87-cd806ba1f10f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:43.895738 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b4f4f270-e4e7-41de-9482-c5a42989ee89 req-022a718f-428c-44e1-8b87-cd806ba1f10f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0677390 Jul 28 18:16:43.952739 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b4f4f270-e4e7-41de-9482-c5a42989ee89 req-acdf9924-0e72-4643-930e-187b29f949c0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507638 Jul 28 18:16:43.989188 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.989856 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Publish callbacks [] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:43.990459 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3ad2489f-540b-4588-abf0-2c96b88fa14d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4196265 Jul 28 18:16:44.071621 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.105936 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45146) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:44.158594 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978fb0e-a2fa-4a64-aa0a-12c05a6af0fe None None] Pushing event updated for resources: {'Port': ['ID=3362dc76-adb8-4003-8ca2-54f575bf9cc1,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:44.213091 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Attempting to bind port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:16:44.213689 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Attempting to bind port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:16:44.214007 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Attempting to bind port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 on network e35cbd87-e253-47ef-81c2-9aee89a96567 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:16:44.220334 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:16:44.220710 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Checking segment: {'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:16:44.221138 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.221528 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Bound using segment: {'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:16:44.221988 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Bound port: 3362dc76-adb8-4003-8ca2-54f575bf9cc1, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 912, 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:16:44.222365 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.292997 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2abe588f-f999-4a0a-999f-b26870e04572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.307772 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] For port 3362dc76-adb8-4003-8ca2-54f575bf9cc1, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:16:44.312823 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] For port 3362dc76-adb8-4003-8ca2-54f575bf9cc1, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=3362dc76-adb8-4003-8ca2-54f575bf9cc1,segment=NetworkSegment(ddb4daa3-daac-4d50-b9f9-fd10f4baabe7),segment_id=ddb4daa3-daac-4d50-b9f9-fd10f4baabe7)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:16:44.356412 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=80,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:44.389884 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2abe588f-f999-4a0a-999f-b26870e04572 admin admin] Publish callbacks [] for security_group (6e56df0f-241d-4553-9f82-c548ff2c5008), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.403240 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.423217 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-019e1eeb-e3d1-4610-a42d-2ed31a3f74cc None None] Provisioning complete for port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:44.423793 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-019e1eeb-e3d1-4610-a42d-2ed31a3f74cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.451479 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:44.470532 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Routers {'7c5459c0-a241-415f-9f47-7f956020a421'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:16:44.471178 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7c5459c0-a241-415f-9f47-7f956020a421'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:44.503860 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-019e1eeb-e3d1-4610-a42d-2ed31a3f74cc None None] Current status of the port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:44.504352 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-019e1eeb-e3d1-4610-a42d-2ed31a3f74cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.507967 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0978fb0e-a2fa-4a64-aa0a-12c05a6af0fe None None] Pushing event updated for resources: {'Port': ['ID=3362dc76-adb8-4003-8ca2-54f575bf9cc1,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:44.510835 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2abe588f-f999-4a0a-999f-b26870e04572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6e56df0f-241d-4553-9f82-c548ff2c5008), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.576607 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-2abe588f-f999-4a0a-999f-b26870e04572 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9365382647b14c85bea14c501fc09c0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658451 Jul 28 18:16:44.576607 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abe588f-f999-4a0a-999f-b26870e04572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e56df0f-241d-4553-9f82-c548ff2c5008,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:44.576815 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45164) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:16:44.594937 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-019e1eeb-e3d1-4610-a42d-2ed31a3f74cc None None] For port 3362dc76-adb8-4003-8ca2-54f575bf9cc1, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=3362dc76-adb8-4003-8ca2-54f575bf9cc1,segment=NetworkSegment(ddb4daa3-daac-4d50-b9f9-fd10f4baabe7),segment_id=ddb4daa3-daac-4d50-b9f9-fd10f4baabe7)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:44.614629 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] Set router 7c5459c0-a241-415f-9f47-7f956020a421 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:16:44.620070 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-541660eb-1fab-4514-984e-29be999fc1cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.637481 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-75dbb7f5-d294-47be-ad5b-1f7882363e92 admin admin] Publish callbacks [] for security_group (6e56df0f-241d-4553-9f82-c548ff2c5008), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.666266 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-75dbb7f5-d294-47be-ad5b-1f7882363e92 admin admin] Publish callbacks [] for security_group (6e56df0f-241d-4553-9f82-c548ff2c5008), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.668078 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:44.704699 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-019e1eeb-e3d1-4610-a42d-2ed31a3f74cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.753447 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e1eeb-e3d1-4610-a42d-2ed31a3f74cc None None] Pushing event updated for resources: {'Port': ['ID=3362dc76-adb8-4003-8ca2-54f575bf9cc1,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:44.790726 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-75dbb7f5-d294-47be-ad5b-1f7882363e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6e56df0f-241d-4553-9f82-c548ff2c5008), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.794691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-75dbb7f5-d294-47be-ad5b-1f7882363e92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.798393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-75dbb7f5-d294-47be-ad5b-1f7882363e92 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6e56df0f-241d-4553-9f82-c548ff2c5008 HTTP/1.1" status: 204 len: 168 time: 0.2185242 Jul 28 18:16:44.805460 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dbb7f5-d294-47be-ad5b-1f7882363e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e56df0f-241d-4553-9f82-c548ff2c5008,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:44.832247 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:44.837058 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 4, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port': {'id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:35Z', 'updated_at': '2022-07-28T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '3362dc76-adb8-4003-8ca2-54f575bf9cc1', 'name': '', 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'mac_address': 'fa:16:3e:6d:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:38Z', 'updated_at': '2022-07-28T18:16:44Z', 'revision_number': 4, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'subnets': [{'id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:16:44.837231 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-18119323-7afe-4bf4-881d-a3e3b6bc6f58 None None] Provisioning complete for port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:44.837544 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-18119323-7afe-4bf4-881d-a3e3b6bc6f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:44.864585 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad603da-e41e-4a3e-ac43-e20d64ab0a8d None None] The sync data for ids ['7c5459c0-a241-415f-9f47-7f956020a421'] in dv-cinder-846173-4-iscsi is: [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:16:38Z', 'revision_number': 4, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port': {'id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:35Z', 'updated_at': '2022-07-28T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '3362dc76-adb8-4003-8ca2-54f575bf9cc1', 'name': '', 'network_id': 'e35cbd87-e253-47ef-81c2-9aee89a96567', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'mac_address': 'fa:16:3e:6d:42:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_interface', 'standard_attr_id': 432, 'fixed_ips': [{'subnet_id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:38Z', 'updated_at': '2022-07-28T18:16:44Z', 'revision_number': 4, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'subnets': [{'id': 'c73cdc72-c1de-4c79-bbca-f10b9cf95858', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:16:44.921120 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-18119323-7afe-4bf4-881d-a3e3b6bc6f58 None None] Current status of the port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:45.122609 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf64546-e14f-45ce-8142-ef01694d536a req-b999fe98-d2f4-41a0-8536-d4b226535b21 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:45.124366 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdf64546-e14f-45ce-8142-ef01694d536a req-b999fe98-d2f4-41a0-8536-d4b226535b21 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0811570 Jul 28 18:16:45.162685 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 3362dc76-adb8-4003-8ca2-54f575bf9cc1 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:45.219194 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdf64546-e14f-45ce-8142-ef01694d536a req-7337374a-f23c-4c99-99b8-3f8b145a6749 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813227 Jul 28 18:16:45.238086 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:45.238647 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:45.335303 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:46.358460 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c63d2c-2baf-4be6-a8cb-67a6f52af9b1 req-339593f1-79a2-42dc-8498-cc171ecac36f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:46.361660 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-52c63d2c-2baf-4be6-a8cb-67a6f52af9b1 req-339593f1-79a2-42dc-8498-cc171ecac36f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0564158 Jul 28 18:16:46.417583 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-52c63d2c-2baf-4be6-a8cb-67a6f52af9b1 req-584b0786-8e10-447a-9bfd-757145445252 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444319 Jul 28 18:16:46.900071 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd2afb37-b5d5-4d89-9141-5086f5014290 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:47.540576 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308ff02-65e1-4d07-a15c-b9399164e22d req-5188fab0-4746-4c46-b24b-0e47ab447314 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:47.542070 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a308ff02-65e1-4d07-a15c-b9399164e22d req-5188fab0-4746-4c46-b24b-0e47ab447314 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0472975 Jul 28 18:16:47.592032 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a308ff02-65e1-4d07-a15c-b9399164e22d req-caf0aeec-811d-4de0-88d3-bb9b040c224d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445063 Jul 28 18:16:47.894463 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:48.713311 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933a1c3-68cc-4afb-9898-579d815f35f5 req-62d12ce0-22bd-45ed-8605-1481be3f64cd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:48.714766 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f933a1c3-68cc-4afb-9898-579d815f35f5 req-62d12ce0-22bd-45ed-8605-1481be3f64cd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0461471 Jul 28 18:16:48.726706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:48.763183 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f933a1c3-68cc-4afb-9898-579d815f35f5 req-be090126-2670-4064-9356-a2e56e276fc9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426908 Jul 28 18:16:49.265858 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:49.831231 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:49.886100 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aeed47-4231-47f0-84c0-3ce02437f277 req-3ffa9eb1-fa1a-4521-9cc4-e33d1cb46256 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:49.887656 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03aeed47-4231-47f0-84c0-3ce02437f277 req-3ffa9eb1-fa1a-4521-9cc4-e33d1cb46256 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0474126 Jul 28 18:16:49.937215 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03aeed47-4231-47f0-84c0-3ce02437f277 req-a9ba0685-7fce-408d-b72b-0d998f1d7434 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Jul 28 18:16:51.064141 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b0f1-12cf-40ca-8ad6-d0afb02a41f3 req-44e2874d-64a5-4ebe-988f-33d6e0d871b4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:51.065761 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c196b0f1-12cf-40ca-8ad6-d0afb02a41f3 req-44e2874d-64a5-4ebe-988f-33d6e0d871b4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0500259 Jul 28 18:16:51.116438 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c196b0f1-12cf-40ca-8ad6-d0afb02a41f3 req-3cef78e2-e94c-41f9-8dea-e06a4c6ce790 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426090 Jul 28 18:16:52.244714 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b88c116-91b8-4b8e-8c14-79d19a5b7be5 req-0436e873-6746-4d01-bcc9-3db6454d8611 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:52.246223 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5b88c116-91b8-4b8e-8c14-79d19a5b7be5 req-0436e873-6746-4d01-bcc9-3db6454d8611 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0473466 Jul 28 18:16:52.294883 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5b88c116-91b8-4b8e-8c14-79d19a5b7be5 req-13260684-c256-44c9-beec-d3e3644288a4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428357 Jul 28 18:16:52.789563 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f28b99-d1c7-4fd0-b2a1-e9acad7586ed req-acb2c05a-8936-44c8-ab6a-737b4eb344d7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:52.791106 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b6f28b99-d1c7-4fd0-b2a1-e9acad7586ed req-acb2c05a-8936-44c8-ab6a-737b4eb344d7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0526705 Jul 28 18:16:52.842129 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b6f28b99-d1c7-4fd0-b2a1-e9acad7586ed req-b1c402a5-03dc-4937-abe0-f00894b45fab tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454056 Jul 28 18:16:53.428413 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93b6d5-39ef-493c-be0d-fd6d027db3a1 req-a126ff76-56e2-43e3-8393-7c24bea2cc94 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:53.432016 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6f93b6d5-39ef-493c-be0d-fd6d027db3a1 req-a126ff76-56e2-43e3-8393-7c24bea2cc94 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0577908 Jul 28 18:16:53.484919 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6f93b6d5-39ef-493c-be0d-fd6d027db3a1 req-18a27cd1-79b7-4047-83a4-bd8e2cb722ff tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Jul 28 18:16:53.967672 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c71dd9-d503-43ae-bbc5-640c32ffd5ac req-4a5a918d-aaa2-4a97-8257-e119c8d9c28c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:53.972910 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43c71dd9-d503-43ae-bbc5-640c32ffd5ac req-4a5a918d-aaa2-4a97-8257-e119c8d9c28c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0484800 Jul 28 18:16:54.008115 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:16:54.019926 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43c71dd9-d503-43ae-bbc5-640c32ffd5ac req-06f72557-84e0-4266-92a6-5463838708ed tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445628 Jul 28 18:16:54.024385 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:54.118484 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:54.133620 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'port_id': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'mac_address': 'fa:16:3e:26:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:16:54.174377 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: ACTIVE; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:54.175108 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:54.188342 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d258458-0cee-481c-93c4-bf0b858d9e28 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:16:54.209459 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:54.248498 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:54.297629 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=6']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:54.459758 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['1d258458-0cee-481c-93c4-bf0b858d9e28'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:16:54.570120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=42,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:54.619125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360333b-d0f5-41a8-a4c3-b44a2c0eb371 req-42b6c1eb-47a7-4f01-8081-1ead7a19b5e1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:54.620626 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6360333b-d0f5-41a8-a4c3-b44a2c0eb371 req-42b6c1eb-47a7-4f01-8081-1ead7a19b5e1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0531487 Jul 28 18:16:54.669312 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6360333b-d0f5-41a8-a4c3-b44a2c0eb371 req-cb12016c-f7b5-4468-ad48-ab38d4dac0c5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428450 Jul 28 18:16:54.840814 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=68 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:55.158590 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f886d4b7-2a53-4142-89fd-14ed1d1bcb17 req-af928d5f-dd06-453e-9b4f-53b6b1b24f7e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:55.160145 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f886d4b7-2a53-4142-89fd-14ed1d1bcb17 req-af928d5f-dd06-453e-9b4f-53b6b1b24f7e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0621040 Jul 28 18:16:55.174538 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:55.213496 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f886d4b7-2a53-4142-89fd-14ed1d1bcb17 req-f6499f42-985d-48c1-931a-f0232ada7f4f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477197 Jul 28 18:16:55.801141 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cd811-e5c4-4e15-846c-887a67a638f7 req-03908af3-8ac8-41b7-a05d-c448d6675807 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:55.802838 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e29cd811-e5c4-4e15-846c-887a67a638f7 req-03908af3-8ac8-41b7-a05d-c448d6675807 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0541608 Jul 28 18:16:55.851794 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e29cd811-e5c4-4e15-846c-887a67a638f7 req-265257dc-f9b2-41bb-beab-334e31f75287 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 Jul 28 18:16:56.028030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:16:56.072172 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 1d258458-0cee-481c-93c4-bf0b858d9e28 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:16:56.072556 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:56.154123 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:56.156368 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:16:56.156750 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:56.180820 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:16:56.183356 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d232526-ed22-4315-a4c0-3b0fd40a8a7e" -d '{"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-plugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:16:56.196569 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:16:56.222199 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f9b8e4-d911-4d73-9c73-92ac1c6e1f6c x-openstack-request-id: req-c0f9b8e4-d911-4d73-9c73-92ac1c6e1f6c {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:16:56.222510 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-plugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:16:56.222768 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c0f9b8e4-d911-4d73-9c73-92ac1c6e1f6c {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:16:56.223193 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0f9b8e4-d911-4d73-9c73-92ac1c6e1f6c'] response: {'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'code': 200} Jul 28 18:16:56.271500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:56.321389 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=7']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:16:56.335800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf425fc6-5ecb-4a03-8153-4c0f3d9c7ff5 req-b2e18555-858b-4f60-bc88-7cd502f82816 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:56.338745 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cf425fc6-5ecb-4a03-8153-4c0f3d9c7ff5 req-b2e18555-858b-4f60-bc88-7cd502f82816 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0492389 Jul 28 18:16:56.389513 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cf425fc6-5ecb-4a03-8153-4c0f3d9c7ff5 req-a411b62a-059f-4e0e-b15b-63a4c9fe5ad6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464284 Jul 28 18:16:56.976662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980f65c-d17c-42e6-a42f-b15ebbc4c2e7 req-39b4118a-68cf-497a-afd0-837e8dd3e1c3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:56.978072 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6980f65c-d17c-42e6-a42f-b15ebbc4c2e7 req-39b4118a-68cf-497a-afd0-837e8dd3e1c3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Jul 28 18:16:57.008567 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:16:57.028586 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6980f65c-d17c-42e6-a42f-b15ebbc4c2e7 req-d65d6f17-ac06-4188-8e18-e3138b709df0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448525 Jul 28 18:16:57.099730 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:16:57.511934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7bf77e-2155-4580-bdf2-7af86246cb9a req-ec688650-7587-48c5-9812-ca6cdbf2f1f5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:57.513532 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a7bf77e-2155-4580-bdf2-7af86246cb9a req-ec688650-7587-48c5-9812-ca6cdbf2f1f5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0467815 Jul 28 18:16:57.562150 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a7bf77e-2155-4580-bdf2-7af86246cb9a req-deef6518-9896-454d-aae7-a7c85694f09a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432017 Jul 28 18:16:58.155270 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14774d02-2f18-466f-a95c-d848c60ceff9 req-54bef22f-93b8-4064-9718-5b24433a09fc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:58.156869 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-14774d02-2f18-466f-a95c-d848c60ceff9 req-54bef22f-93b8-4064-9718-5b24433a09fc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0511143 Jul 28 18:16:58.207279 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-14774d02-2f18-466f-a95c-d848c60ceff9 req-d2059d58-002b-416a-93ff-bb069e406b14 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445712 Jul 28 18:16:58.684175 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c80ae9-f81a-46be-a640-7e131f5a03bb req-46c93e7b-df99-45ae-b408-a036bde2a9fa tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:58.685697 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28c80ae9-f81a-46be-a640-7e131f5a03bb req-46c93e7b-df99-45ae-b408-a036bde2a9fa tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0508697 Jul 28 18:16:58.735876 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28c80ae9-f81a-46be-a640-7e131f5a03bb req-f3a827b8-f316-442e-8d94-e7f567da6d26 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443172 Jul 28 18:16:59.272469 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:16:59.336900 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e06af6-9a2c-4f02-b6aa-068588d77477 req-0d577c58-0fe7-413a-aa2e-2fd3f3a54e7a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:59.338470 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31e06af6-9a2c-4f02-b6aa-068588d77477 req-0d577c58-0fe7-413a-aa2e-2fd3f3a54e7a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0491583 Jul 28 18:16:59.387090 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31e06af6-9a2c-4f02-b6aa-068588d77477 req-7920ffbf-c168-4ac3-9cca-08ddc3d21c85 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424271 Jul 28 18:16:59.870331 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c854798-7d58-47dd-ac15-ab02a410578f req-6e407623-4e93-4d23-838c-3909aba08c32 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:16:59.871820 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9c854798-7d58-47dd-ac15-ab02a410578f req-6e407623-4e93-4d23-838c-3909aba08c32 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0489590 Jul 28 18:16:59.924447 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9c854798-7d58-47dd-ac15-ab02a410578f req-186a4249-3015-43bb-89fc-949006ad9b83 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470214 Jul 28 18:17:00.549403 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ffbee5-4f90-4b22-bced-8ac91d85ce11 req-078d053b-c6f1-40e0-aada-64a47db0f94a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:00.550883 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2ffbee5-4f90-4b22-bced-8ac91d85ce11 req-078d053b-c6f1-40e0-aada-64a47db0f94a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0516717 Jul 28 18:17:00.598376 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2ffbee5-4f90-4b22-bced-8ac91d85ce11 req-04ef9b49-c004-40e2-8dab-0cf2c46fb287 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420463 Jul 28 18:17:00.862143 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45444) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:00.983040 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:01.064311 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde42ba9-b324-4038-b041-698fbf7ae536 req-28b00606-0c85-413f-bc03-770d133e1d3c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:01.065802 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cde42ba9-b324-4038-b041-698fbf7ae536 req-28b00606-0c85-413f-bc03-770d133e1d3c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0679634 Jul 28 18:17:01.357088 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:01.389869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Publish callbacks [] for security_group (dba8dd31-7085-4b43-87cf-d954e05b5d9b), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:01.393310 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cde42ba9-b324-4038-b041-698fbf7ae536 req-aab3bab1-c3e6-4b86-81c6-147eb435627c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3189540 Jul 28 18:17:01.442552 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (dba8dd31-7085-4b43-87cf-d954e05b5d9b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:01.471092 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:01.485534 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=10251a1b077c4066a1898bdab6bb37dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6223271 Jul 28 18:17:01.486430 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba8dd31-7085-4b43-87cf-d954e05b5d9b,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:01.488148 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45450) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:01.495679 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.496017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.496365 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.496719 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.496719 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.496719 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.496719 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.498256 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.498477 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.498993 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.499272 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.499487 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.499823 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.500148 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.500470 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-570e35c1-fbca-413a-a46f-713dd1f5ae7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.546659 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Publish callbacks [] for security_group (dba8dd31-7085-4b43-87cf-d954e05b5d9b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:01.568713 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Publish callbacks [] for security_group (dba8dd31-7085-4b43-87cf-d954e05b5d9b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:01.666035 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (dba8dd31-7085-4b43-87cf-d954e05b5d9b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:01.669249 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:01.670668 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/dba8dd31-7085-4b43-87cf-d954e05b5d9b HTTP/1.1" status: 204 len: 168 time: 0.1814096 Jul 28 18:17:01.680300 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba8dd31-7085-4b43-87cf-d954e05b5d9b,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:01.689452 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.689804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.690176 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.690518 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.690859 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.691348 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.691871 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.692207 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.692539 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.692863 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.693376 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.693863 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.694347 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.694863 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.695366 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cf482-0d9f-40b0-860c-beaf47d82124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:01.733174 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85f68ef-291a-4f18-ad1a-d0dbeca33544 req-aa72087d-d298-4b11-9c1c-471ffe186090 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:01.734649 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c85f68ef-291a-4f18-ad1a-d0dbeca33544 req-aa72087d-d298-4b11-9c1c-471ffe186090 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0577943 Jul 28 18:17:01.787219 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c85f68ef-291a-4f18-ad1a-d0dbeca33544 req-548877dd-1fda-420c-941b-b7507488a718 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459297 Jul 28 18:17:02.519052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959b18d-786f-4706-a976-23d03a85ce40 req-28dd44e4-ffaf-493a-80db-d1b0d6d511f5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:02.520581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3959b18d-786f-4706-a976-23d03a85ce40 req-28dd44e4-ffaf-493a-80db-d1b0d6d511f5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0513649 Jul 28 18:17:02.569693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3959b18d-786f-4706-a976-23d03a85ce40 req-88389b6a-ca66-473e-ad96-a65beb4e0ca2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Jul 28 18:17:02.661297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45480) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:02.762457 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-595027358-network', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:02.870676 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Made reservation on behalf of bf347b1959b247bcbe003ac3662cb239 for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:02.875591 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:02.891483 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:02.922076 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c922a5b-ca9d-421e-90f8-f348a2e34c37 req-42e857fa-ec51-4c8e-a1e1-c6bf091b02be tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:02.923612 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7c922a5b-ca9d-421e-90f8-f348a2e34c37 req-42e857fa-ec51-4c8e-a1e1-c6bf091b02be tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0572307 Jul 28 18:17:02.981047 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks [] for security_group (81a1b1cd-78ac-41c3-8446-46e5605fb02e), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:02.983886 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7c922a5b-ca9d-421e-90f8-f348a2e34c37 req-6f68e470-2cbd-4835-92db-3e8a8bf59bbf tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499003 Jul 28 18:17:03.071195 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (81a1b1cd-78ac-41c3-8446-46e5605fb02e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.100894 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 936} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:17:03.107460 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a1b1cd-78ac-41c3-8446-46e5605fb02e,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:03.113619 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (3ff359aa-b9b4-470a-b3f4-9863ba321e20), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.113965 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Added segment 3ff359aa-b9b4-470a-b3f4-9863ba321e20 of type vlan for network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d Jul 28 18:17:03.163166 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.242697 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.243699 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:03.244411 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.308244 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] Pushing event updated for resources: {'Network': ['ID=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:03.321525 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:17:03.353619 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ec63371d-017a-4b50-9986-b14e0d450987 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6911912 Jul 28 18:17:03.356377 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45502) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:03.361097 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Request body: {'subnet': {'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-595027358-subnet', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'ip_version': 4}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:03.459604 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Made reservation on behalf of bf347b1959b247bcbe003ac3662cb239 for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:03.462101 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29670144'] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.700029 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1142049-b15d-4ed4-8efc-0e6466709833 req-92cd3066-9116-4e3c-b85b-199d883b45b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:03.701801 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d1142049-b15d-4ed4-8efc-0e6466709833 req-92cd3066-9116-4e3c-b85b-199d883b45b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0528445 Jul 28 18:17:03.717536 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29670190'] for subnet (0f7bb6c5-d125-4b06-aa00-56865a62c80e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:03.724930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:03.749561 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d1142049-b15d-4ed4-8efc-0e6466709833 req-28662209-4c47-499a-91b5-53db4bb91f88 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Jul 28 18:17:03.763865 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:03.781011 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7bb6c5-d125-4b06-aa00-56865a62c80e,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:03.796587 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Checking segment: {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:03.797089 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Network hostable DHCP agents. Network: ed7a3570-921e-426a-b0a5-d35c6a1b2b4d, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:17:03.952033 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:17:04.031591 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, ed7a3570-921e-426a-b0a5-d35c6a1b2b4d) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:04.041804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:04.044710 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5a9a4f-7d03-40a2-a41d-f6d385b5e2f3 None None] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:17:04.049144 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.142550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68b021-d212-4538-aaf1-3ba5ac94a908 req-ab3d407b-da1b-4ab6-b8b9-1f111416709f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:04.145033 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca68b021-d212-4538-aaf1-3ba5ac94a908 req-ab3d407b-da1b-4ab6-b8b9-1f111416709f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0614746 Jul 28 18:17:04.174591 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3379d072-d651-4b03-8712-a815a7d3d9ba admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8170731 Jul 28 18:17:04.177708 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45534) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:04.183898 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:04.237501 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca68b021-d212-4538-aaf1-3ba5ac94a908 req-27844401-a6a8-4a45-b0fd-fa2d35d59928 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721388 Jul 28 18:17:04.346506 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (d814e004-08d8-467b-8291-680ea8b32ad1), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.348542 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (d814e004-08d8-467b-8291-680ea8b32ad1), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.411587 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:17:04.413882 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.421089 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks [] for router_controller (d814e004-08d8-467b-8291-680ea8b32ad1), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.558028 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:04.582046 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Allocated IP 172.20.0.2 (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d/0f7bb6c5-d125-4b06-aa00-56865a62c80e/7fcaa780-e88e-4802-a2d9-cfba1c2afe50) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:04.658365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks [] for router_gateway (d814e004-08d8-467b-8291-680ea8b32ad1), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.762823 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Publish callbacks [] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.890419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1215f93-cd74-4512-ac12-d47c2fa7fb34 req-bcd4ee23-a133-4428-abc4-d59d5e691294 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:04.891950 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1215f93-cd74-4512-ac12-d47c2fa7fb34 req-bcd4ee23-a133-4428-abc4-d59d5e691294 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0605009 Jul 28 18:17:04.921633 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:04.970594 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1215f93-cd74-4512-ac12-d47c2fa7fb34 req-3ace95c4-dc5d-4ef5-8656-5305c2f410af tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704346 Jul 28 18:17:05.013656 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:05.018002 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:05.020358 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Pushing event updated for resources: {'Port': ['ID=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:05.020856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks [] for router_gateway (d814e004-08d8-467b-8291-680ea8b32ad1), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:05.029237 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:17:05.064328 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:05.101578 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.102128 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.102666 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.103175 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.103665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.104577 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.105354 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.105829 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.106300 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.112331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.112331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.112331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.112331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.112331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.112331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:17:05.128044 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Attempting to bind port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:17:05.128429 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Attempting to bind port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:17:05.128796 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Attempting to bind port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 on network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:05.138735 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:17:05.139116 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Checking segment: {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:05.139529 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:05.139926 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Bound using segment: {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:17:05.140406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Bound port: 7fcaa780-e88e-4802-a2d9-cfba1c2afe50, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:17:05.140790 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:05.200054 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:05.233060 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] For port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:05.236452 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Allocated IP 172.27.3.224 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:05.238363 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] For port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:05.310605 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:05.351817 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:05.364802 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks [] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:05.435197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475f1f3b-f4ed-4871-9e94-85cb9310f37d req-76d1f27d-f096-478d-a401-cff1bb5045bd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:05.447878 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-475f1f3b-f4ed-4871-9e94-85cb9310f37d req-76d1f27d-f096-478d-a401-cff1bb5045bd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.1137443 Jul 28 18:17:05.462563 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c0b106-84f3-41fc-97d2-3e07d099fb0f None None] Pushing event updated for resources: {'Port': ['ID=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:05.483898 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:05.532275 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-475f1f3b-f4ed-4871-9e94-85cb9310f37d req-c1b82c0a-68e1-433d-955a-c4e83b887d2f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824072 Jul 28 18:17:05.582200 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Pushing event updated for resources: {'Port': ['ID=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:05.599878 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:05.601588 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:05.603975 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:17:05.672627 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:06.139597 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233a8cc-a5b3-4e73-b3d6-36a21401bc23 req-9bd2fb73-06ec-4266-affc-ec5af0336870 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:06.141172 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7233a8cc-a5b3-4e73-b3d6-36a21401bc23 req-9bd2fb73-06ec-4266-affc-ec5af0336870 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0597503 Jul 28 18:17:06.206743 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7233a8cc-a5b3-4e73-b3d6-36a21401bc23 req-9f0f8318-13cf-4999-a72f-6f1f38834ce3 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582795 Jul 28 18:17:06.560473 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks [] for router_gateway (d814e004-08d8-467b-8291-680ea8b32ad1), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:06.591004 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e974fc6-dcc9-48a6-adc5-6a80f6f9079b None None] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:17:06.761441 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-2a7ddea7-c287-413f-b931-4142a2c15501 None None] Provisioning complete for port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:06.761826 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2a7ddea7-c287-413f-b931-4142a2c15501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:06.773101 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8da67d7-ab47-4c40-906b-289a7ac93e53 req-5ab50378-055a-4ac1-b4a7-5e557fcf4144 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:06.785580 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e8da67d7-ab47-4c40-906b-289a7ac93e53 req-5ab50378-055a-4ac1-b4a7-5e557fcf4144 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0985429 Jul 28 18:17:06.853858 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e8da67d7-ab47-4c40-906b-289a7ac93e53 req-2e049a4a-0a0e-4bae-96ea-2d6043737681 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671048 Jul 28 18:17:06.911276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-2a7ddea7-c287-413f-b931-4142a2c15501 None None] Current status of the port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:06.911981 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2a7ddea7-c287-413f-b931-4142a2c15501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:06.953996 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-2a7ddea7-c287-413f-b931-4142a2c15501 None None] For port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:07.051022 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (d814e004-08d8-467b-8291-680ea8b32ad1), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:07.065768 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2a7ddea7-c287-413f-b931-4142a2c15501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:07.152944 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:07.198069 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-c476afc5-242c-4e70-adca-045f9bc2b289 None None] Provisioning complete for port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:07.198729 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c476afc5-242c-4e70-adca-045f9bc2b289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:07.203197 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ddea7-c287-413f-b931-4142a2c15501 None None] Pushing event updated for resources: {'Port': ['ID=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:07.250875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:07.264133 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:07.264514 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:07.311904 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Router d814e004-08d8-467b-8291-680ea8b32ad1 is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:17:07.403928 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c476afc5-242c-4e70-adca-045f9bc2b289 None None] Current status of the port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:07.437131 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd6979d-4141-4eeb-a868-70346bfeee8d req-b7166fce-483c-4799-b8e9-4166d8d725f9 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:07.444667 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-acd6979d-4141-4eeb-a868-70346bfeee8d req-b7166fce-483c-4799-b8e9-4166d8d725f9 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0743835 Jul 28 18:17:07.476704 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:07.481187 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:07.506617 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:07.512010 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-acd6979d-4141-4eeb-a868-70346bfeee8d req-339d54e2-0a58-4a7f-985e-781a1957ce21 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599489 Jul 28 18:17:07.536176 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Sync routers for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:07.546435 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:07.547062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:07.646157 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:07.649452 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b9e613ff-2c5a-4502-81fe-daac62205510 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4700863 Jul 28 18:17:07.652940 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45572) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:07.658617 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:07.795663 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:07.842574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:05Z', 'revision_number': 3, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:07.872381 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Checking router: d814e004-08d8-467b-8291-680ea8b32ad1 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:07.912191 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Updating router d814e004-08d8-467b-8291-680ea8b32ad1 port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:17:07.913153 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:07.913726 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.019670 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80939d00-6d40-44ed-9c64-f32d669360c2 req-89a75b9a-3bc6-4d12-a422-7c744ff9dee2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:08.021252 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-80939d00-6d40-44ed-9c64-f32d669360c2 req-89a75b9a-3bc6-4d12-a422-7c744ff9dee2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0838668 Jul 28 18:17:08.110844 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-80939d00-6d40-44ed-9c64-f32d669360c2 req-4483acff-44a9-4c16-9c8b-761abc32f99c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822849 Jul 28 18:17:08.160253 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Publish callbacks [] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.198242 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.311579 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.320063 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:08.355835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Allocated IP 172.20.0.1 (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d/0f7bb6c5-d125-4b06-aa00-56865a62c80e/1044972f-0a71-4480-b385-f08bdcb8fa66) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:08.367496 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Attempting to bind port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:17:08.367892 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Attempting to bind port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:17:08.368259 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Attempting to bind port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:08.370401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78610fa8-c838-4bed-b20c-4fdb057ba1a6 None None] Pushing event updated for resources: {'Port': ['ID=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:08.371441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:08.395845 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:17:08.396228 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:08.396641 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.397169 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:17:08.397652 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Bound port: 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:17:08.398030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.480490 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks [] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.519862 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] For port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:08.519862 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] For port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:08.604864 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.624804 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.667414 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:08.668054 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:08.679040 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefaefba-8138-4f28-9a44-c77984970b2c req-90cfae16-ec0b-4c0a-a755-b0a49a695152 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:08.681186 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fefaefba-8138-4f28-9a44-c77984970b2c req-90cfae16-ec0b-4c0a-a755-b0a49a695152 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.1000648 Jul 28 18:17:08.687630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:08.695313 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:08.707444 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:08.707832 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78610fa8-c838-4bed-b20c-4fdb057ba1a6 None None] Pushing event updated for resources: {'Port': ['ID=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:08.718722 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:17:08.749585 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Pushing event updated for resources: {'Port': ['ID=1044972f-0a71-4480-b385-f08bdcb8fa66,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:08.809782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (d814e004-08d8-467b-8291-680ea8b32ad1), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:08.820774 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fefaefba-8138-4f28-9a44-c77984970b2c req-4ced718e-6eec-4082-8f2c-bfcb95bee506 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176193 Jul 28 18:17:08.870294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:09.077956 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-639ccdc6-8561-4774-a4e9-a9ae02e3f958 None None] Provisioning complete for port 1044972f-0a71-4480-b385-f08bdcb8fa66 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:09.079054 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-639ccdc6-8561-4774-a4e9-a9ae02e3f958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:09.136133 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-639ccdc6-8561-4774-a4e9-a9ae02e3f958 None None] Port 1044972f-0a71-4480-b385-f08bdcb8fa66 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:17:09.169761 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:09.176194 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:05Z', 'revision_number': 3, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:09.222810 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:09.226594 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876a346-c10a-410a-86e7-9910bde495e8 None None] The sync data for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi is: [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:05Z', 'revision_number': 3, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:09.291912 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:09.292542 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:09.361048 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:09.424169 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:09.456089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f72fea-f9e2-4aa6-92e5-d67550722ce0 req-0fcdb505-2ae9-4d8d-9bb2-74ac8d85e8ac tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:09.457613 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e2f72fea-f9e2-4aa6-92e5-d67550722ce0 req-0fcdb505-2ae9-4d8d-9bb2-74ac8d85e8ac tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.2133024 Jul 28 18:17:09.504528 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks [] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:09.541647 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e2f72fea-f9e2-4aa6-92e5-d67550722ce0 req-031edc81-79fe-4dd0-bcb5-37fbd8c15960 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628285 Jul 28 18:17:09.573653 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:09.692311 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (d814e004-08d8-467b-8291-680ea8b32ad1), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:09.715662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Pushing event updated for resources: {'Port': ['ID=1044972f-0a71-4480-b385-f08bdcb8fa66,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:09.818394 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:09.820117 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:09.997185 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:10.010918 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340b4ddc-2c03-4d51-ae49-296d7e7c54c6 req-d4faa78c-e858-429b-9d23-078deed877ae tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:10.018604 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-340b4ddc-2c03-4d51-ae49-296d7e7c54c6 req-d4faa78c-e858-429b-9d23-078deed877ae tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0755882 Jul 28 18:17:10.053569 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Router d814e004-08d8-467b-8291-680ea8b32ad1 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:17:10.057375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:10.098260 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-340b4ddc-2c03-4d51-ae49-296d7e7c54c6 req-30f3a6d6-d7d4-487e-bc2e-6256ae32c285 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787983 Jul 28 18:17:10.171451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-13c15612-2721-4639-bd96-803ca604ae67 None None] Provisioning complete for port 1044972f-0a71-4480-b385-f08bdcb8fa66 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:10.172049 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13c15612-2721-4639-bd96-803ca604ae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:10.303683 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:10.321512 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f16a6ed9-ba24-44e5-9091-1ade4c66a94c admin admin] 10.222.0.86 "PUT /v2.0/routers/d814e004-08d8-467b-8291-680ea8b32ad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6642647 Jul 28 18:17:10.482133 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-13c15612-2721-4639-bd96-803ca604ae67 None None] Port 1044972f-0a71-4480-b385-f08bdcb8fa66 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:17:10.630849 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3b43be-38d5-499a-a748-213e48dd8422 req-51684e97-0828-4df3-8efe-67b9c4f7dbdf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:10.638472 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6c3b43be-38d5-499a-a748-213e48dd8422 req-51684e97-0828-4df3-8efe-67b9c4f7dbdf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0795681 Jul 28 18:17:10.711621 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6c3b43be-38d5-499a-a748-213e48dd8422 req-b775696a-f15b-4350-bf96-efc191dc9fbe tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658205 Jul 28 18:17:10.836736 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6410d5-ccf5-4a25-95c2-062d18953496 req-45d5e365-1a0e-433b-be03-d0689a27c6ad tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:10.838208 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f6410d5-ccf5-4a25-95c2-062d18953496 req-45d5e365-1a0e-433b-be03-d0689a27c6ad tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0822172 Jul 28 18:17:10.844677 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-d35f425f-c47d-425e-a41c-4777b4b210a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:10.846292 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-d35f425f-c47d-425e-a41c-4777b4b210a2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 1129 time: 0.0599866 Jul 28 18:17:10.948307 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f6410d5-ccf5-4a25-95c2-062d18953496 req-5774de44-9b86-4b22-b55f-cb2c7d42e311 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011469 Jul 28 18:17:10.981713 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-4f3c6f33-bbba-4a71-babf-d6e8a7ef72a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:10.983272 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-4f3c6f33-bbba-4a71-babf-d6e8a7ef72a4 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 912 time: 0.1281793 Jul 28 18:17:11.062524 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-f04e41b8-be2e-42a3-8468-99e84da80e41 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 200 len: 1000 time: 0.0709822 Jul 28 18:17:11.143993 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-cedce0c8-0e12-45c9-ad68-ca90f444a0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:11.146179 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-cedce0c8-0e12-45c9-ad68-ca90f444a0f2 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.0756123 Jul 28 18:17:11.219862 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-46a00a4a-94ae-49ad-b8d4-8921d70ee953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:11.221568 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-46a00a4a-94ae-49ad-b8d4-8921d70ee953 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685501 Jul 28 18:17:11.224627 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:11.288467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:11.289763 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.363510 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-446def8e-a9c1-4383-9a3e-1bd76c2daf3c service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328254 Jul 28 18:17:11.402016 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:11.402427 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.426929 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:11.498646 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.549226 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45624) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:11.553444 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01d5c662-fb8b-4cae-b444-72964eed08bc req-e41f7888-8319-4002-a68b-072ab3fcfbd4 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828859 Jul 28 18:17:11.555996 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1960172871-network', 'tenant_id': '40267a64c0a943fea33830788584f799'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:11.578073 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:11.603763 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:11.632013 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Sync routers for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:11.643086 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:11.643697 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:11.671215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Made reservation on behalf of 40267a64c0a943fea33830788584f799 for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:11.673813 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.686998 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.752850 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:11.768118 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks [] for security_group (89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.865558 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.869565 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4567ea-d274-4e8e-8610-a7092720a4ab req-ccdc126f-faf0-4b02-97fa-584f958f8d10 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:11.876080 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9f4567ea-d274-4e8e-8610-a7092720a4ab req-ccdc126f-faf0-4b02-97fa-584f958f8d10 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0599687 Jul 28 18:17:11.893790 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 945} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:17:11.903875 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:11.906365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:11.912651 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (37f5023a-93a9-4722-8428-bd2793ed1055), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.913800 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Added segment 37f5023a-93a9-4722-8428-bd2793ed1055 of type vlan for network 9ea3fb95-0087-449c-8900-36492a1f4700 Jul 28 18:17:11.974349 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (9ea3fb95-0087-449c-8900-36492a1f4700), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:11.991159 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9f4567ea-d274-4e8e-8610-a7092720a4ab req-130279bf-8d40-4d76-94e1-ab55e424f281 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026483 Jul 28 18:17:12.077407 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (9ea3fb95-0087-449c-8900-36492a1f4700), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.078489 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:12.079091 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.107713 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:09Z', 'revision_number': 2, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:12.135258 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Checking router: d814e004-08d8-467b-8291-680ea8b32ad1 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:12.135887 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Updating router d814e004-08d8-467b-8291-680ea8b32ad1 port 1044972f-0a71-4480-b385-f08bdcb8fa66 binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:17:12.165787 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.168452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023096d7-009a-4d55-a385-8e701e5f1255 req-918dfd5d-7cc3-4fe3-bdf9-6dec22d7f86a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:12.170317 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-023096d7-009a-4d55-a385-8e701e5f1255 req-918dfd5d-7cc3-4fe3-bdf9-6dec22d7f86a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.1039827 Jul 28 18:17:12.189854 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea3fb95-0087-449c-8900-36492a1f4700,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:12.200538 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 9ea3fb95-0087-449c-8900-36492a1f4700 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:17:12.229100 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-14a04d04-e01f-415c-bc6f-8a7d41ea5ce6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6780300 Jul 28 18:17:12.233080 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45634) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:12.239300 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Request body: {'subnet': {'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1960172871-subnet', 'tenant_id': '40267a64c0a943fea33830788584f799', 'ip_version': 4}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:12.254534 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-023096d7-009a-4d55-a385-8e701e5f1255 req-db505be7-b283-42c8-8ddd-c085eb3477ea tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741754 Jul 28 18:17:12.285414 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:12.363331 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Made reservation on behalf of 40267a64c0a943fea33830788584f799 for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:12.366435 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29670144'] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.472127 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Publish callbacks [] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.539486 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.595665 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a1b7e-cd80-4c7b-b7f0-b9f0d0c44907 None None] Pushing event updated for resources: {'Port': ['ID=1044972f-0a71-4480-b385-f08bdcb8fa66,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:12.618954 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29670190'] for subnet (3eab20a9-25d4-4812-8497-ca2a04c3ea62), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.712915 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Attempting to bind port 1044972f-0a71-4480-b385-f08bdcb8fa66 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:17:12.714163 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Attempting to bind port 1044972f-0a71-4480-b385-f08bdcb8fa66 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:17:12.715141 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Attempting to bind port 1044972f-0a71-4480-b385-f08bdcb8fa66 on network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:12.721614 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:12.723007 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:17:12.723633 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Checking segment: {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:12.724776 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.725355 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Bound using segment: {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:17:12.725979 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Bound port: 1044972f-0a71-4480-b385-f08bdcb8fa66, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:17:12.726573 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.743925 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eab20a9-25d4-4812-8497-ca2a04c3ea62,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:12.781307 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Checking segment: {'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:12.782529 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Network hostable DHCP agents. Network: 9ea3fb95-0087-449c-8900-36492a1f4700, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:17:12.831689 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] For port 1044972f-0a71-4480-b385-f08bdcb8fa66, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:12.838375 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] For port 1044972f-0a71-4480-b385-f08bdcb8fa66, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=1044972f-0a71-4480-b385-f08bdcb8fa66,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:12.900025 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Network 9ea3fb95-0087-449c-8900-36492a1f4700 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:17:12.926587 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-351c9cf3-312e-4d14-8d43-ab33593d16dd None None] Provisioning complete for port 1044972f-0a71-4480-b385-f08bdcb8fa66 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:12.926973 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-351c9cf3-312e-4d14-8d43-ab33593d16dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.929098 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:12.989042 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:12.989727 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:13.000802 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 9ea3fb95-0087-449c-8900-36492a1f4700) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:13.006060 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:13.007074 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.010507 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-351c9cf3-312e-4d14-8d43-ab33593d16dd None None] Current status of the port 1044972f-0a71-4480-b385-f08bdcb8fa66 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:13.011769 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-351c9cf3-312e-4d14-8d43-ab33593d16dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.039978 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:13.045433 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24a1b7e-cd80-4c7b-b7f0-b9f0d0c44907 None None] Pushing event updated for resources: {'Port': ['ID=1044972f-0a71-4480-b385-f08bdcb8fa66,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:13.062707 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b50520-6e9f-423d-9fc9-4374167dab6a None None] Network 9ea3fb95-0087-449c-8900-36492a1f4700 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:17:13.205717 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-c1a57483-30aa-442e-933e-08c0b43162d3 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9703369 Jul 28 18:17:13.206482 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45642) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:13.210542 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:13.253140 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:13.253486 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-351c9cf3-312e-4d14-8d43-ab33593d16dd None None] For port 1044972f-0a71-4480-b385-f08bdcb8fa66, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=1044972f-0a71-4480-b385-f08bdcb8fa66,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:13.292420 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:13.298756 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:13.313530 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872bb44-8944-4b57-816f-65cec86fdd5f req-b60e8085-0059-4302-b5b4-77014a87e899 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:13.315077 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8872bb44-8944-4b57-816f-65cec86fdd5f req-b60e8085-0059-4302-b5b4-77014a87e899 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.1578374 Jul 28 18:17:13.322628 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:13.386104 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-9ea3fb95-0087-449c-8900-36492a1f4700', 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700', 'project_id': '40267a64c0a943fea33830788584f799', 'fixed_ips': [{'subnet_id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:17:13.387194 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.409710 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8872bb44-8944-4b57-816f-65cec86fdd5f req-867d0dc7-6b82-463d-9003-07d3ffd98176 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868602 Jul 28 18:17:13.433934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae5053-9f07-43dd-bef3-d73266b232fa req-fe0ff952-f0da-4920-bdb2-264d66a5cf31 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:13.442122 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-52ae5053-9f07-43dd-bef3-d73266b232fa req-fe0ff952-f0da-4920-bdb2-264d66a5cf31 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0784719 Jul 28 18:17:13.444176 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:13.468703 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (fec9f66e-0279-488a-9310-4ef252eee8b3), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.475691 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (fec9f66e-0279-488a-9310-4ef252eee8b3), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.505019 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-52ae5053-9f07-43dd-bef3-d73266b232fa req-683e5bf5-a23d-4174-8546-6f2a36495781 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621505 Jul 28 18:17:13.512180 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-351c9cf3-312e-4d14-8d43-ab33593d16dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.519760 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:13.520165 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.565414 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:12Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:13.567703 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks [] for router_controller (fec9f66e-0279-488a-9310-4ef252eee8b3), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.592359 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90d04cc-0d03-474c-9d54-bd47e467122f None None] The sync data for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi is: [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:12Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:13.668664 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c9cf3-312e-4d14-8d43-ab33593d16dd None None] Pushing event updated for resources: {'Port': ['ID=1044972f-0a71-4480-b385-f08bdcb8fa66,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:13.694444 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-283acb61-0dc4-41c2-a052-5b30e80e56b6 None None] Provisioning complete for port 1044972f-0a71-4480-b385-f08bdcb8fa66 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:13.694896 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-283acb61-0dc4-41c2-a052-5b30e80e56b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:13.744735 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:13.760119 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Allocated IP 172.20.0.2 (9ea3fb95-0087-449c-8900-36492a1f4700/3eab20a9-25d4-4812-8497-ca2a04c3ea62/b9095db3-365a-4062-ad82-a88920b88cf3) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:13.784440 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:13.890190 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-283acb61-0dc4-41c2-a052-5b30e80e56b6 None None] Current status of the port 1044972f-0a71-4480-b385-f08bdcb8fa66 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:13.895622 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks [] for router_gateway (fec9f66e-0279-488a-9310-4ef252eee8b3), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.008209 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Publish callbacks [] for port (b9095db3-365a-4062-ad82-a88920b88cf3), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.035089 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:14.100444 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.190500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Network 9ea3fb95-0087-449c-8900-36492a1f4700 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:14.194662 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:14.199547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:17:14.204340 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:14.209279 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks [] for router_gateway (fec9f66e-0279-488a-9310-4ef252eee8b3), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.212502 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Pushing event updated for resources: {'Port': ['ID=b9095db3-365a-4062-ad82-a88920b88cf3,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:14.233358 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.289504 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Attempting to bind port b9095db3-365a-4062-ad82-a88920b88cf3 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:17:14.289823 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Attempting to bind port b9095db3-365a-4062-ad82-a88920b88cf3 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:17:14.290120 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Attempting to bind port b9095db3-365a-4062-ad82-a88920b88cf3 on network 9ea3fb95-0087-449c-8900-36492a1f4700 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:14.306269 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:17:14.306643 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Checking segment: {'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:14.307052 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.308497 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Bound using segment: {'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:17:14.313525 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Bound port: b9095db3-365a-4062-ad82-a88920b88cf3, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:17:14.314518 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.398949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Allocated IP 172.27.3.248 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/c4cbc52f-65ee-4312-8d78-b2f7fd584c39) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:14.416054 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:14.423824 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] For port b9095db3-365a-4062-ad82-a88920b88cf3, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:14.428227 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] For port b9095db3-365a-4062-ad82-a88920b88cf3, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=b9095db3-365a-4062-ad82-a88920b88cf3,segment=NetworkSegment(37f5023a-93a9-4722-8428-bd2793ed1055),segment_id=37f5023a-93a9-4722-8428-bd2793ed1055)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:14.506850 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.575711 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks [] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.657269 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053cc5e-28ba-4031-85e2-617f8b68d4be None None] Pushing event updated for resources: {'Port': ['ID=b9095db3-365a-4062-ad82-a88920b88cf3,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:14.694706 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7c3039a6-3f45-471f-8908-2c4c755af198 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.718905 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f58b0d-fa31-4bee-9f7a-e6752ff7f20f req-0a806733-dffe-4726-a192-da2e0c02a420 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:14.720808 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f0f58b0d-fa31-4bee-9f7a-e6752ff7f20f req-0a806733-dffe-4726-a192-da2e0c02a420 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0607023 Jul 28 18:17:14.745500 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:14.813144 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f0f58b0d-fa31-4bee-9f7a-e6752ff7f20f req-473110e2-0dcd-484f-938a-fe53b24314bb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858765 Jul 28 18:17:14.876784 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:14.883534 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:14.891289 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:17:14.931099 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Pushing event updated for resources: {'Port': ['ID=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:15.065043 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:15.248032 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 1044972f-0a71-4480-b385-f08bdcb8fa66 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:15.306441 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 1044972f-0a71-4480-b385-f08bdcb8fa66 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:15.306722 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:15.354498 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks [] for router_gateway (fec9f66e-0279-488a-9310-4ef252eee8b3), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:15.391120 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 1044972f-0a71-4480-b385-f08bdcb8fa66 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:15.392209 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device b9095db3-365a-4062-ad82-a88920b88cf3 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:15.445698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port b9095db3-365a-4062-ad82-a88920b88cf3 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:15.446351 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:15.530465 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port b9095db3-365a-4062-ad82-a88920b88cf3 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:15.530859 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:15.568785 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port b9095db3-365a-4062-ad82-a88920b88cf3, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=b9095db3-365a-4062-ad82-a88920b88cf3,segment=NetworkSegment(37f5023a-93a9-4722-8428-bd2793ed1055),segment_id=37f5023a-93a9-4722-8428-bd2793ed1055)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:15.591662 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (fec9f66e-0279-488a-9310-4ef252eee8b3), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:15.654466 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:15.744547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=b9095db3-365a-4062-ad82-a88920b88cf3,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:15.814034 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Router fec9f66e-0279-488a-9310-4ef252eee8b3 is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:17:15.995644 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:15.997255 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecac3b27-e268-4528-9538-c72d6f42d521 None None] Network 9ea3fb95-0087-449c-8900-36492a1f4700 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:17:16.017375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3679a6-8b7f-4f56-8bd8-aa3c536f8db6 req-9305aa00-0d81-42af-982a-eafb213715c3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:16.021823 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f3679a6-8b7f-4f56-8bd8-aa3c536f8db6 req-9305aa00-0d81-42af-982a-eafb213715c3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0763831 Jul 28 18:17:16.052861 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Sync routers for ids ['fec9f66e-0279-488a-9310-4ef252eee8b3'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:16.079733 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:16.079733 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-5b8d51c9-6208-4812-85fd-bca75f9f168c admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8645141 Jul 28 18:17:16.081923 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45668) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:16.088415 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f3679a6-8b7f-4f56-8bd8-aa3c536f8db6 req-d7f2dec2-7fbd-4a83-90c9-03a57be3751a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571880 Jul 28 18:17:16.117436 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-355adee7-79c8-46cd-a788-5c23f69e7028 None None] Provisioning complete for port b9095db3-365a-4062-ad82-a88920b88cf3 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:16.117436 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-355adee7-79c8-46cd-a788-5c23f69e7028 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:16.124534 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Routers {'fec9f66e-0279-488a-9310-4ef252eee8b3'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:16.131050 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:16:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['fec9f66e-0279-488a-9310-4ef252eee8b3'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:16.443267 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:16.516810 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Set router fec9f66e-0279-488a-9310-4ef252eee8b3 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:16.548916 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:16.584628 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-355adee7-79c8-46cd-a788-5c23f69e7028 None None] Current status of the port b9095db3-365a-4062-ad82-a88920b88cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:16.621774 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:16.668861 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:16.739484 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:17:15Z', 'revision_number': 3, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port': {'id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:14Z', 'updated_at': '2022-07-28T18:17:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:16.775184 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Checking router: fec9f66e-0279-488a-9310-4ef252eee8b3 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:16.775912 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Updating router fec9f66e-0279-488a-9310-4ef252eee8b3 port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:17:16.814615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:16.829819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:16.922366 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3d424e04-5649-44a7-a1ed-40ba232b2773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:16.946585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-5871b5a1-5ebe-4746-9dd6-f4d1201e7d78 None None] Provisioning complete for port b9095db3-365a-4062-ad82-a88920b88cf3 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:16.946952 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5871b5a1-5ebe-4746-9dd6-f4d1201e7d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:16.981094 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Allocated IP 172.20.0.1 (9ea3fb95-0087-449c-8900-36492a1f4700/3eab20a9-25d4-4812-8497-ca2a04c3ea62/5229a073-63b8-4be9-8c62-85f5793f2748) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:17.124135 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks [] for port (5229a073-63b8-4be9-8c62-85f5793f2748), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.174721 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-5871b5a1-5ebe-4746-9dd6-f4d1201e7d78 None None] Current status of the port b9095db3-365a-4062-ad82-a88920b88cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:17.236830 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device b9095db3-365a-4062-ad82-a88920b88cf3 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:17.260167 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.263377 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Publish callbacks [] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.306030 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743d471d-5777-4340-afe8-f445297691c8 req-56dc0c39-5680-43dd-9422-30605fcc3997 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:17.315437 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-743d471d-5777-4340-afe8-f445297691c8 req-56dc0c39-5680-43dd-9422-30605fcc3997 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.1033964 Jul 28 18:17:17.317182 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port b9095db3-365a-4062-ad82-a88920b88cf3 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:17.317673 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.363772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Network 9ea3fb95-0087-449c-8900-36492a1f4700 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:17.373212 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:17.389121 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:17:17.392896 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.430487 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-743d471d-5777-4340-afe8-f445297691c8 req-82d78dd7-be78-49a8-82ed-4fba9c390fbf tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134586 Jul 28 18:17:17.449311 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5229a073-63b8-4be9-8c62-85f5793f2748,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:17.485927 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (fec9f66e-0279-488a-9310-4ef252eee8b3), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.495047 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:17.496323 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9744ed-9da0-47f1-9889-95efe097c01c None None] Pushing event updated for resources: {'Port': ['ID=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:17.522778 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Attempting to bind port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:17:17.523391 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Attempting to bind port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:17:17.523506 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Attempting to bind port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:17.529508 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port b9095db3-365a-4062-ad82-a88920b88cf3 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:17.534610 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 16, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:17:17.534983 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:17.535492 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.536334 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:17:17.537491 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Bound port: c4cbc52f-65ee-4312-8d78-b2f7fd584c39, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:17:17.538294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.623012 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] For port c4cbc52f-65ee-4312-8d78-b2f7fd584c39, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:17.626653 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] For port c4cbc52f-65ee-4312-8d78-b2f7fd584c39, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:17.704985 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.707560 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.741769 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a6a0f711-5ca7-46b8-8ab2-47af18258be3 None None] Provisioning complete for port 5229a073-63b8-4be9-8c62-85f5793f2748 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:17.742148 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a6a0f711-5ca7-46b8-8ab2-47af18258be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.747275 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:17.803540 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0f711-5ca7-46b8-8ab2-47af18258be3 None None] Port 5229a073-63b8-4be9-8c62-85f5793f2748 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:17:17.807221 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9744ed-9da0-47f1-9889-95efe097c01c None None] Pushing event updated for resources: {'Port': ['ID=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:17.811464 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Routers {'fec9f66e-0279-488a-9310-4ef252eee8b3'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:17.812080 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:17:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['fec9f66e-0279-488a-9310-4ef252eee8b3'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:17.870369 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:17.872563 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:17.935510 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] Set router fec9f66e-0279-488a-9310-4ef252eee8b3 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:17.957423 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks [] for port (5229a073-63b8-4be9-8c62-85f5793f2748), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:17.968128 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:18.042630 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:18.110472 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Pushing event updated for resources: {'Port': ['ID=5229a073-63b8-4be9-8c62-85f5793f2748,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:18.131931 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (fec9f66e-0279-488a-9310-4ef252eee8b3), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:18.147848 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 4, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port': {'id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:14Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '5229a073-63b8-4be9-8c62-85f5793f2748', 'name': '', 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700', 'tenant_id': '40267a64c0a943fea33830788584f799', 'mac_address': 'fa:16:3e:63:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:16Z', 'updated_at': '2022-07-28T18:17:16Z', 'revision_number': 1, 'project_id': '40267a64c0a943fea33830788584f799', 'subnets': [{'id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:18.174749 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047e3db1-9f03-4320-a217-1ba9148fdbea None None] The sync data for ids ['fec9f66e-0279-488a-9310-4ef252eee8b3'] in dv-cinder-846173-4-iscsi is: [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 4, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port': {'id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:14Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '5229a073-63b8-4be9-8c62-85f5793f2748', 'name': '', 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700', 'tenant_id': '40267a64c0a943fea33830788584f799', 'mac_address': 'fa:16:3e:63:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:16Z', 'updated_at': '2022-07-28T18:17:16Z', 'revision_number': 1, 'project_id': '40267a64c0a943fea33830788584f799', 'subnets': [{'id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:18.259375 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Network 9ea3fb95-0087-449c-8900-36492a1f4700 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:18.259375 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:18.445754 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Router fec9f66e-0279-488a-9310-4ef252eee8b3 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:17:18.639289 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d1d4a-6c34-455a-b266-d33b65cabfde req-43016548-fde4-4448-99c3-64f684311123 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:18.647500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-112fd1b8-2949-4255-a520-67ede096636c None None] Provisioning complete for port 5229a073-63b8-4be9-8c62-85f5793f2748 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:18.648093 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-112fd1b8-2949-4255-a520-67ede096636c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:18.648441 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ee5d1d4a-6c34-455a-b266-d33b65cabfde req-43016548-fde4-4448-99c3-64f684311123 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0642116 Jul 28 18:17:18.694093 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-112fd1b8-2949-4255-a520-67ede096636c None None] Port 5229a073-63b8-4be9-8c62-85f5793f2748 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:17:18.696566 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:17:18.702907 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3b386fbc-8c81-472a-85d1-172bc6d990c4 admin admin] 10.222.0.86 "PUT /v2.0/routers/fec9f66e-0279-488a-9310-4ef252eee8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6196878 Jul 28 18:17:18.735679 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ee5d1d4a-6c34-455a-b266-d33b65cabfde req-257ab7b6-9ba0-46d8-a3db-044ac9576fc4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860739 Jul 28 18:17:19.326227 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45690) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:19.330225 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-72c963e5-91d8-4a72-a106-8c6c9a66e5d2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1389887105', 'description': 'tempest-secgroup-smoke-1389887105 description', 'project_id': 'bf347b1959b247bcbe003ac3662cb239'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:19.354401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.434116 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-72c963e5-91d8-4a72-a106-8c6c9a66e5d2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.467369 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:19.503820 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-72c963e5-91d8-4a72-a106-8c6c9a66e5d2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group (019f1fa7-e296-4994-9a0f-29d7db2b856e), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.607830 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-72c963e5-91d8-4a72-a106-8c6c9a66e5d2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (019f1fa7-e296-4994-9a0f-29d7db2b856e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.638216 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c963e5-91d8-4a72-a106-8c6c9a66e5d2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=019f1fa7-e296-4994-9a0f-29d7db2b856e,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:19.719380 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-72c963e5-91d8-4a72-a106-8c6c9a66e5d2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.723407 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-72c963e5-91d8-4a72-a106-8c6c9a66e5d2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3943894 Jul 28 18:17:19.723616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45694) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:19.728299 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-d7af5516-6331-4bcb-8d13-f268b6b56547 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'security_group_rule': {'security_group_id': '019f1fa7-e296-4994-9a0f-29d7db2b856e', 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:19.795958 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.834426 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d7af5516-6331-4bcb-8d13-f268b6b56547 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (443a9540-886b-483d-add8-246ba771bebc), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.932736 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245902dd-2342-4cce-9c4e-f11dbb7bd315 req-d6e2c71e-e31b-483c-8c1f-25a841bca702 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:19.933358 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d7af5516-6331-4bcb-8d13-f268b6b56547 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (443a9540-886b-483d-add8-246ba771bebc), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:19.935355 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-245902dd-2342-4cce-9c4e-f11dbb7bd315 req-d6e2c71e-e31b-483c-8c1f-25a841bca702 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0825608 Jul 28 18:17:20.002330 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d7af5516-6331-4bcb-8d13-f268b6b56547 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (443a9540-886b-483d-add8-246ba771bebc), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.014802 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-245902dd-2342-4cce-9c4e-f11dbb7bd315 req-2899a160-da86-457c-a6ae-7d3cd1a53768 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647171 Jul 28 18:17:20.035952 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7af5516-6331-4bcb-8d13-f268b6b56547 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=443a9540-886b-483d-add8-246ba771bebc,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:20.113825 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d7af5516-6331-4bcb-8d13-f268b6b56547 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.114749 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d7af5516-6331-4bcb-8d13-f268b6b56547 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3901842 Jul 28 18:17:20.117621 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45702) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:20.122127 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-534fe7df-ebd4-4521-b18c-436c18af3215 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'security_group_rule': {'security_group_id': '019f1fa7-e296-4994-9a0f-29d7db2b856e', 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:20.191507 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-534fe7df-ebd4-4521-b18c-436c18af3215 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (15827f7f-d444-42f4-bdce-6b4613322fe8), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.278678 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-534fe7df-ebd4-4521-b18c-436c18af3215 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (15827f7f-d444-42f4-bdce-6b4613322fe8), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.322262 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-534fe7df-ebd4-4521-b18c-436c18af3215 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (15827f7f-d444-42f4-bdce-6b4613322fe8), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.344784 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534fe7df-ebd4-4521-b18c-436c18af3215 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15827f7f-d444-42f4-bdce-6b4613322fe8,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:20.428484 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-534fe7df-ebd4-4521-b18c-436c18af3215 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.432903 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 45708) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:20.434308 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-534fe7df-ebd4-4521-b18c-436c18af3215 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3155434 Jul 28 18:17:20.437851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-77fd8621-e92b-466e-b246-9e25d3663db6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'security_group_rule': {'security_group_id': '019f1fa7-e296-4994-9a0f-29d7db2b856e', 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:20.545703 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-77fd8621-e92b-466e-b246-9e25d3663db6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (f00a064f-5443-4da7-95fa-d5e359983585), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.621510 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-77fd8621-e92b-466e-b246-9e25d3663db6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (f00a064f-5443-4da7-95fa-d5e359983585), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.741783 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-77fd8621-e92b-466e-b246-9e25d3663db6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (f00a064f-5443-4da7-95fa-d5e359983585), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.763411 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd8621-e92b-466e-b246-9e25d3663db6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00a064f-5443-4da7-95fa-d5e359983585,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:20.827495 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-77fd8621-e92b-466e-b246-9e25d3663db6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.828727 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-77fd8621-e92b-466e-b246-9e25d3663db6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3947992 Jul 28 18:17:20.831673 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45710) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:20.836321 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-7fb7aefd-b5f8-4c46-b71a-876d8c048d98 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'security_group_rule': {'security_group_id': '019f1fa7-e296-4994-9a0f-29d7db2b856e', 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:20.906194 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aefd-b5f8-4c46-b71a-876d8c048d98 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (da29d024-0ca9-4606-b341-63e3f1c199ad), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:20.933267 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:20.971671 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aefd-b5f8-4c46-b71a-876d8c048d98 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (da29d024-0ca9-4606-b341-63e3f1c199ad), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.042920 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aefd-b5f8-4c46-b71a-876d8c048d98 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (da29d024-0ca9-4606-b341-63e3f1c199ad), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.062905 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7aefd-b5f8-4c46-b71a-876d8c048d98 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da29d024-0ca9-4606-b341-63e3f1c199ad,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:21.150303 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device c4cbc52f-65ee-4312-8d78-b2f7fd584c39 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:21.150816 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9bfbc3-9652-4c44-8c47-3f206eed3900 req-cc91b55c-b21d-4a4f-abea-717fb87b40c1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:21.152328 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d9bfbc3-9652-4c44-8c47-3f206eed3900 req-cc91b55c-b21d-4a4f-abea-717fb87b40c1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0639696 Jul 28 18:17:21.154349 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7fb7aefd-b5f8-4c46-b71a-876d8c048d98 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.156803 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7fb7aefd-b5f8-4c46-b71a-876d8c048d98 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3229849 Jul 28 18:17:21.158359 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45724) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:21.162736 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'security_group_rule': {'security_group_id': '019f1fa7-e296-4994-9a0f-29d7db2b856e', 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:21.183213 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:21.197539 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:21.197923 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.211954 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d9bfbc3-9652-4c44-8c47-3f206eed3900 req-3bf6a3cd-eb2b-4c17-9495-662748e393a7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516427 Jul 28 18:17:21.238592 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:21.273798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:21.274189 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.299439 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.securitygroups_db [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Project bf347b1959b247bcbe003ac3662cb239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:17:21.299439 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (bdae926e-157b-4677-b789-1b0165c01bc9), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.303159 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port c4cbc52f-65ee-4312-8d78-b2f7fd584c39, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:21.365287 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (bdae926e-157b-4677-b789-1b0165c01bc9), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.374173 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.426832 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:21.436616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (bdae926e-157b-4677-b789-1b0165c01bc9), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.445882 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:21.459036 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdae926e-157b-4677-b789-1b0165c01bc9,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:21.513364 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.514818 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b7c83f88-c409-4913-8360-b4ff2c517d8d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554757 Jul 28 18:17:21.518709 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45732) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:21.522389 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'security_group_rule': {'security_group_id': '019f1fa7-e296-4994-9a0f-29d7db2b856e', 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:21.619891 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.securitygroups_db [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Project bf347b1959b247bcbe003ac3662cb239 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:17:21.626445 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (57f6a28b-d277-40f0-bd34-c8efb0042674), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.656177 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Sync routers for ids ['fec9f66e-0279-488a-9310-4ef252eee8b3'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:17:21.667019 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Routers {'fec9f66e-0279-488a-9310-4ef252eee8b3'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:21.667719 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:17:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['fec9f66e-0279-488a-9310-4ef252eee8b3'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:21.690661 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (57f6a28b-d277-40f0-bd34-c8efb0042674), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.768368 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Set router fec9f66e-0279-488a-9310-4ef252eee8b3 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:21.791159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (57f6a28b-d277-40f0-bd34-c8efb0042674), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.812164 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f6a28b-d277-40f0-bd34-c8efb0042674,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:21.936252 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:21.937395 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f3cff585-7bf0-44a2-a8d5-22de5b4837a9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4188185 Jul 28 18:17:21.963056 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 4, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port': {'id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:14Z', 'updated_at': '2022-07-28T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '5229a073-63b8-4be9-8c62-85f5793f2748', 'name': '', 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700', 'tenant_id': '40267a64c0a943fea33830788584f799', 'mac_address': 'fa:16:3e:63:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:16Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 2, 'project_id': '40267a64c0a943fea33830788584f799', 'subnets': [{'id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:21.988770 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Checking router: fec9f66e-0279-488a-9310-4ef252eee8b3 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:17:21.989023 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Updating router fec9f66e-0279-488a-9310-4ef252eee8b3 port 5229a073-63b8-4be9-8c62-85f5793f2748 binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:17:21.991373 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:22.019370 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.285413 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Publish callbacks [] for port (5229a073-63b8-4be9-8c62-85f5793f2748), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.338075 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070aa8f2-a230-4e63-9b89-be9d172e2b8e req-200fb7b0-2f30-49a6-b900-e1b8ffa4b6cc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:22.340216 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-070aa8f2-a230-4e63-9b89-be9d172e2b8e req-200fb7b0-2f30-49a6-b900-e1b8ffa4b6cc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0500350 Jul 28 18:17:22.376802 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.393056 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-070aa8f2-a230-4e63-9b89-be9d172e2b8e req-6f874b8c-4929-44b0-8e19-1b852f690111 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436516 Jul 28 18:17:22.433144 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a048b-a1bc-4928-854b-956b761e8758 None None] Pushing event updated for resources: {'Port': ['ID=5229a073-63b8-4be9-8c62-85f5793f2748,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:22.489285 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Attempting to bind port 5229a073-63b8-4be9-8c62-85f5793f2748 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:17:22.489676 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Attempting to bind port 5229a073-63b8-4be9-8c62-85f5793f2748 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:17:22.490074 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Attempting to bind port 5229a073-63b8-4be9-8c62-85f5793f2748 on network 9ea3fb95-0087-449c-8900-36492a1f4700 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:22.495561 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:17:22.497128 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Checking segment: {'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:22.497128 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.497128 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Bound using segment: {'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:17:22.497571 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Bound port: 5229a073-63b8-4be9-8c62-85f5793f2748, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f5023a-93a9-4722-8428-bd2793ed1055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 945, 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:17:22.497952 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.500588 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:22.565677 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] For port 5229a073-63b8-4be9-8c62-85f5793f2748, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:22.569377 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] For port 5229a073-63b8-4be9-8c62-85f5793f2748, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5229a073-63b8-4be9-8c62-85f5793f2748,segment=NetworkSegment(37f5023a-93a9-4722-8428-bd2793ed1055),segment_id=37f5023a-93a9-4722-8428-bd2793ed1055)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:22.631862 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.642304 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-88925332-5980-445b-a0e6-34ef13ce4c13 None None] Provisioning complete for port 5229a073-63b8-4be9-8c62-85f5793f2748 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:22.642931 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-88925332-5980-445b-a0e6-34ef13ce4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.723015 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-88925332-5980-445b-a0e6-34ef13ce4c13 None None] Current status of the port 5229a073-63b8-4be9-8c62-85f5793f2748 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:22.723575 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-88925332-5980-445b-a0e6-34ef13ce4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.760506 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-88925332-5980-445b-a0e6-34ef13ce4c13 None None] For port 5229a073-63b8-4be9-8c62-85f5793f2748, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5229a073-63b8-4be9-8c62-85f5793f2748,segment=NetworkSegment(37f5023a-93a9-4722-8428-bd2793ed1055),segment_id=37f5023a-93a9-4722-8428-bd2793ed1055)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:22.789714 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Routers {'fec9f66e-0279-488a-9310-4ef252eee8b3'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:17:22.790841 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:17:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['fec9f66e-0279-488a-9310-4ef252eee8b3'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:22.793130 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0a048b-a1bc-4928-854b-956b761e8758 None None] Pushing event updated for resources: {'Port': ['ID=5229a073-63b8-4be9-8c62-85f5793f2748,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:22.797297 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-4fce480d-0707-459d-afbb-7df4a2c8b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:22.799030 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-4fce480d-0707-459d-afbb-7df4a2c8b841 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1129 time: 0.0523643 Jul 28 18:17:22.829170 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-88925332-5980-445b-a0e6-34ef13ce4c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:22.892248 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88925332-5980-445b-a0e6-34ef13ce4c13 None None] Pushing event updated for resources: {'Port': ['ID=5229a073-63b8-4be9-8c62-85f5793f2748,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:22.951150 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] Set router fec9f66e-0279-488a-9310-4ef252eee8b3 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:17:22.957080 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-28ba148f-fa0c-4fdd-a25c-4d706abfc781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:22.960390 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-28ba148f-fa0c-4fdd-a25c-4d706abfc781 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.1534543 Jul 28 18:17:23.039961 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-7d074f3d-8759-4bc1-bfa2-e6c6e53a57f3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 1001 time: 0.0737648 Jul 28 18:17:23.045266 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-7d8c2a02-d5c3-449e-97fa-6ca9ce7fbfa6 None None] Provisioning complete for port 5229a073-63b8-4be9-8c62-85f5793f2748 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:23.045818 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7d8c2a02-d5c3-449e-97fa-6ca9ce7fbfa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:23.104616 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:23.117360 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-680be08e-109b-4992-b2de-41ff4c63e7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:23.121232 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-680be08e-109b-4992-b2de-41ff4c63e7eb service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0701377 Jul 28 18:17:23.147906 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c2a02-d5c3-449e-97fa-6ca9ce7fbfa6 None None] Current status of the port 5229a073-63b8-4be9-8c62-85f5793f2748 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:23.180627 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:23.184254 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device c4cbc52f-65ee-4312-8d78-b2f7fd584c39 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:23.189030 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 4, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port': {'id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:14Z', 'updated_at': '2022-07-28T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '5229a073-63b8-4be9-8c62-85f5793f2748', 'name': '', 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700', 'tenant_id': '40267a64c0a943fea33830788584f799', 'mac_address': 'fa:16:3e:63:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:16Z', 'updated_at': '2022-07-28T18:17:22Z', 'revision_number': 4, 'project_id': '40267a64c0a943fea33830788584f799', 'subnets': [{'id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:17:23.195059 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-9e90b581-32df-4d46-815a-e825da7cead8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:23.196789 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-9e90b581-32df-4d46-815a-e825da7cead8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0614913 Jul 28 18:17:23.210525 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:23.220790 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a48b999-1f9b-4258-9c27-8c601a64fb0a None None] The sync data for ids ['fec9f66e-0279-488a-9310-4ef252eee8b3'] in dv-cinder-846173-4-iscsi is: [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:17:17Z', 'revision_number': 4, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port': {'id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:14Z', 'updated_at': '2022-07-28T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '5229a073-63b8-4be9-8c62-85f5793f2748', 'name': '', 'network_id': '9ea3fb95-0087-449c-8900-36492a1f4700', 'tenant_id': '40267a64c0a943fea33830788584f799', 'mac_address': 'fa:16:3e:63:59:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:16Z', 'updated_at': '2022-07-28T18:17:22Z', 'revision_number': 4, 'project_id': '40267a64c0a943fea33830788584f799', 'subnets': [{'id': '3eab20a9-25d4-4812-8497-ca2a04c3ea62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:17:23.234312 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:23.234828 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:23.303392 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-723ed3f7-e6c5-41fa-9b1a-6f18fc100252 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976911 Jul 28 18:17:23.314945 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:23.316023 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5229a073-63b8-4be9-8c62-85f5793f2748 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:17:23.365085 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 5229a073-63b8-4be9-8c62-85f5793f2748 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:23.365883 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:23.405500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:23.433380 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4c869b79-547b-458f-ad44-c988cb3d00cf req-1cf67136-8369-47a8-97a9-6f5fadfc04b4 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228545 Jul 28 18:17:23.478293 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 5229a073-63b8-4be9-8c62-85f5793f2748 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:23.535691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595e3aa-fe75-43a9-8554-d3b143017c6b req-91e01a7e-d171-4f3d-bd44-a962cc91a7a4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:23.537822 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1595e3aa-fe75-43a9-8554-d3b143017c6b req-91e01a7e-d171-4f3d-bd44-a962cc91a7a4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 945 time: 0.0548177 Jul 28 18:17:23.559032 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:23.591280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1595e3aa-fe75-43a9-8554-d3b143017c6b req-bdc5985e-ffe8-45d3-b4cf-41153055e0d0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475268 Jul 28 18:17:23.959304 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-c767ea80-9dbf-46d6-ba9b-4ca6f61810ed tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370419790&fields=id&tenant_id=308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 267 time: 0.0465355 Jul 28 18:17:24.079368 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-3578d5bf-d448-4838-8a13-2a812f261ecf tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:24.080802 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-3578d5bf-d448-4838-8a13-2a812f261ecf tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 812 time: 0.1148334 Jul 28 18:17:24.097693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-ab446b48-27b1-4075-be0b-3bb0ec33691c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/quotas/308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 375 time: 0.0093160 Jul 28 18:17:24.150118 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-de2766e4-e4b9-4804-9524-095f3c8e1ac4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443811 Jul 28 18:17:24.182433 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:24.257194 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-e5a61529-24f1-41e9-874c-9352462c3afd service neutron] 10.222.0.86 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952642 Jul 28 18:17:24.262699 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: ACTIVE; New status is: DOWN {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:24.263105 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:24.286618 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:17:24.288957 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dca54e-b937-412a-ac88-5db0547b3f97" -d '{"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-unplugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:24.301371 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:17:24.329272 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 18:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797c093b-2cfb-4975-8558-b3006a22a3d9 x-openstack-request-id: req-797c093b-2cfb-4975-8558-b3006a22a3d9 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:24.329589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-unplugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:24.329852 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-797c093b-2cfb-4975-8558-b3006a22a3d9 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:24.330255 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-797c093b-2cfb-4975-8558-b3006a22a3d9'] response: {'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'code': 200} Jul 28 18:17:24.358414 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-fe6b5cab-d890-43b8-96d3-5175da6076e4 service neutron] 10.222.0.86 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951116 Jul 28 18:17:24.365554 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:24.415832 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=8']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:24.722739 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaef0b0-a9f6-4f3b-8415-472bd3ecea82 req-cd885516-4582-490d-8393-d88bbdff42d9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:24.724746 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-edaef0b0-a9f6-4f3b-8415-472bd3ecea82 req-cd885516-4582-490d-8393-d88bbdff42d9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0490429 Jul 28 18:17:24.776158 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-edaef0b0-a9f6-4f3b-8415-472bd3ecea82 req-5a788aee-2b7a-4e92-9911-b25af84d3bfe tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455897 Jul 28 18:17:25.918047 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4092556-6f54-4d2d-a381-bbac2301067a req-94a028a6-3f3d-445c-b2e5-2f4c6fb0fda1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:25.926067 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f4092556-6f54-4d2d-a381-bbac2301067a req-94a028a6-3f3d-445c-b2e5-2f4c6fb0fda1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0658064 Jul 28 18:17:25.984368 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f4092556-6f54-4d2d-a381-bbac2301067a req-a7aa19fe-ebe3-4e9c-af2e-0c9169484ea2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574427 Jul 28 18:17:26.178610 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a66fc66b-0078-4962-a9cc-fc1b2cfa7ecc req-82c0d5e0-96d6-46cf-8e02-7d6d7ba4fba1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.2022872 Jul 28 18:17:27.088045 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:27.508985 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-93f33b03-ea10-45cb-a354-228e2ef8323b req-d7e73cc9-210a-4330-8ca3-e7347c059131 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:17:27.509940 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-93f33b03-ea10-45cb-a354-228e2ef8323b req-d7e73cc9-210a-4330-8ca3-e7347c059131 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056787 Jul 28 18:17:27.511717 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dd5bd1b0-4c14-4a1c-9e82-4041f78c73c3 req-4f12d09b-a7f4-4145-9a66-7ad4df642ca6 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.2750888 Jul 28 18:17:27.890161 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c3238-07b2-4379-8605-454bebbc7e12 req-4a88f4a1-1f59-4a0b-a9d1-d79977c0c342 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:27.891588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-249c3238-07b2-4379-8605-454bebbc7e12 req-4a88f4a1-1f59-4a0b-a9d1-d79977c0c342 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0481441 Jul 28 18:17:27.940818 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-249c3238-07b2-4379-8605-454bebbc7e12 req-3759f6e2-9ac4-4341-8c9e-5ab58e431ab1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436394 Jul 28 18:17:28.305432 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45898) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:28.390619 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-62e71188-925c-4f38-bd33-d762b1c8e3e1 service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0840194 Jul 28 18:17:28.399857 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-32814cdd-63b4-4aee-bad7-934abc381454 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104675) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:17:28.400823 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-32814cdd-63b4-4aee-bad7-934abc381454 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056911 Jul 28 18:17:28.495208 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 45908) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:17:28.548904 dv-cinder-846173-4-iscsi neutron-server[104675]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 28 18:17:28.597430 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-ba6f3ce9-cfac-4fa0-993d-04b232d8a92e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:28.599105 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-ba6f3ce9-cfac-4fa0-993d-04b232d8a92e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports/1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 940 time: 0.1028240 Jul 28 18:17:28.666539 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a5bc23f7-c9cd-4b27-b8b7-a8c953e9a768 req-2674d8f7-33db-4225-9487-a1215b256022 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0845423 Jul 28 18:17:29.069910 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e61204-4a86-4012-b845-63c537ad65a3 req-4046a950-de72-4950-9a7e-30c06c7d2a50 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:29.071401 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27e61204-4a86-4012-b845-63c537ad65a3 req-4046a950-de72-4950-9a7e-30c06c7d2a50 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0508401 Jul 28 18:17:29.119944 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27e61204-4a86-4012-b845-63c537ad65a3 req-f4510c08-0855-497b-8eee-022d85d2abc5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428646 Jul 28 18:17:29.763092 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2dc721eb-963d-474e-b75d-0b5cbf377760 req-7ae401ad-771c-4042-bc69-1fdcd5d6aac2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0279133 Jul 28 18:17:30.263131 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec2170-d531-40fb-892f-cd3a32dd29eb req-f12aeb37-09b2-415c-afd8-595b2ba37df0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:30.263131 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c3ec2170-d531-40fb-892f-cd3a32dd29eb req-f12aeb37-09b2-415c-afd8-595b2ba37df0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0481126 Jul 28 18:17:30.320682 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c3ec2170-d531-40fb-892f-cd3a32dd29eb req-61838df5-61ed-44d8-acba-de7b2a1aef86 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584426 Jul 28 18:17:30.862899 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-62c4a4f1-8cdd-424d-bf78-ceb958b9ea78 req-ad40899f-3b8c-4bb2-bbe9-a265459e30c7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0291605 Jul 28 18:17:31.410477 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:31.446687 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f699e-7733-46f7-990a-005071acc089 req-bec0baef-e149-4e37-a922-71a1a8e15407 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:31.448182 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-122f699e-7733-46f7-990a-005071acc089 req-bec0baef-e149-4e37-a922-71a1a8e15407 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0475390 Jul 28 18:17:31.496658 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-122f699e-7733-46f7-990a-005071acc089 req-ef271e47-dcf1-48e5-a918-3a05502c64a3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422807 Jul 28 18:17:31.946835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:31.969115 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a419f990-97bf-4e12-868d-e039646982f7 req-2e7b5762-cfc6-4ba4-9a91-4293830048df tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0345838 Jul 28 18:17:32.121144 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:17:32.203222 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: DOWN; New status is: DOWN {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:17:32.623033 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a7d918-a3f2-4f28-a9f0-f8ea6a777767 req-36d6239b-8749-40da-a829-23c27ea29de9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:32.624503 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38a7d918-a3f2-4f28-a9f0-f8ea6a777767 req-36d6239b-8749-40da-a829-23c27ea29de9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0509334 Jul 28 18:17:32.674595 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38a7d918-a3f2-4f28-a9f0-f8ea6a777767 req-1d116999-a465-4395-874a-1de901be907a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443969 Jul 28 18:17:33.064764 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-25ba4123-36cb-4804-9972-6389e9d17ceb req-1cfc353d-ec14-400b-8d9a-601b61349488 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0271890 Jul 28 18:17:33.220841 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=38 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:33.797419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3bfd1c-c3d1-44d9-97b2-aaff6e70528c req-30bbec23-315d-4ca6-abf8-56eaca85aff7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:33.798898 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d3bfd1c-c3d1-44d9-97b2-aaff6e70528c req-30bbec23-315d-4ca6-abf8-56eaca85aff7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0474720 Jul 28 18:17:33.851284 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d3bfd1c-c3d1-44d9-97b2-aaff6e70528c req-c5ed2601-8b83-4e47-b2dd-5c6179ee2adc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460255 Jul 28 18:17:34.161455 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8d41380-7097-47cc-b1e7-d05ef7394613 req-0d8683b6-d628-4db0-b1e0-db61803d0dfa tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0273266 Jul 28 18:17:34.414857 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-f90b8640-0ba3-43e1-8d77-c38924817786 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388477 Jul 28 18:17:34.517782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287317f8-f057-413b-aee8-f983cb58e554 req-2bc2fab0-f69e-41ca-a877-e2fde9ee574f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:34.519301 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-2bc2fab0-f69e-41ca-a877-e2fde9ee574f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 1129 time: 0.0423923 Jul 28 18:17:34.637287 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287317f8-f057-413b-aee8-f983cb58e554 req-199548dd-c86f-427c-8312-58cc1d9ca3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:34.639173 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-199548dd-c86f-427c-8312-58cc1d9ca3fc service neutron] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 912 time: 0.0977633 Jul 28 18:17:34.716987 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-5ca2f8aa-ca62-4709-a2fe-bb010d18ff96 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 200 len: 1000 time: 0.0706065 Jul 28 18:17:34.823395 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287317f8-f057-413b-aee8-f983cb58e554 req-8c64943d-e5fc-423a-8739-aa1063daea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:34.824931 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-8c64943d-e5fc-423a-8739-aa1063daea56 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.0548565 Jul 28 18:17:34.898522 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287317f8-f057-413b-aee8-f983cb58e554 req-2d83478b-db72-46d0-8c5c-2bc4e131d892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:34.900161 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-2d83478b-db72-46d0-8c5c-2bc4e131d892 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445449 Jul 28 18:17:35.026094 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b725899-4290-4dfd-8d55-726db347a984 req-b0606a94-4ebf-4ce7-a659-4dda730e6384 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:35.027636 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1b725899-4290-4dfd-8d55-726db347a984 req-b0606a94-4ebf-4ce7-a659-4dda730e6384 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0718770 Jul 28 18:17:35.065845 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-7b66db36-ada9-4bda-9e4e-c8dda49cd95d service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570005 Jul 28 18:17:35.144021 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1b725899-4290-4dfd-8d55-726db347a984 req-a5335fc6-0be5-42ce-b27f-147a23a5bfda tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035233 Jul 28 18:17:35.182860 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-287317f8-f057-413b-aee8-f983cb58e554 req-91f9f7ca-7a17-43f2-8041-6d4c66067d69 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064382 Jul 28 18:17:35.258485 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c64c1f1-d40b-4d7e-9921-ef6e52bc7718 req-592f1820-4ba3-4081-869a-1c70c46eb272 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0290899 Jul 28 18:17:35.670130 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:35.706031 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cdb8926-503c-412e-8933-0399659c351a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:35.707505 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cdb8926-503c-412e-8933-0399659c351a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 812 time: 0.1051605 Jul 28 18:17:35.790239 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-243d1b21-d762-4744-bdbf-900d91b71a04 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 379 time: 0.0592074 Jul 28 18:17:35.799466 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'port': {'device_id': '60bf3b10-9241-4fb1-9543-46147477634d', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'admin_state_up': True, 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'security_groups': ['1cf89b0f-92b2-4dbd-bd88-57335b6e1812']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:35.846665 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:36.007310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Made reservation on behalf of 308e6cf086ae4cdea9c591ed2811c976 for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:17:36.013693 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.163445 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Allocated IP 172.20.0.3 (f4b4861e-a1c6-45e0-a934-67c667a84812/fd8f5047-d407-4dc3-84a9-28b0b122d728/c9c5491c-fa11-47ad-bc68-d27692005b9b) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:17:36.270725 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:17:36.312210 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af779b-310a-4c09-a201-6be7371a8978 req-f278f752-9481-4fe2-b8eb-26e08a4bd5db tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:36.313711 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0af779b-310a-4c09-a201-6be7371a8978 req-f278f752-9481-4fe2-b8eb-26e08a4bd5db tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0645080 Jul 28 18:17:36.382522 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2b1b6bdb-da9f-490c-8eb9-50c51972a275 req-16f6cd2c-ebe4-4680-9d55-f3149e248af7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0474014 Jul 28 18:17:36.416116 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.433310 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0af779b-310a-4c09-a201-6be7371a8978 req-f0372865-858d-466b-8b0b-833c3798e176 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128938 Jul 28 18:17:36.511155 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.557211 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Network f4b4861e-a1c6-45e0-a934-67c667a84812 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:17:36.560356 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:17:36.564360 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:17:36.571587 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=c9c5491c-fa11-47ad-bc68-d27692005b9b,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:36.620848 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:36.621582 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.628275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:36.713345 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-4fbb4900-454f-4d3a-ac02-914af1d21dff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9175367 Jul 28 18:17:36.756253 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Request body: {'port': {'device_id': '60bf3b10-9241-4fb1-9543-46147477634d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:17:36.763920 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a1fcf9a7-5724-4cf5-a803-09060adeaaa8 None None] Provisioning complete for port c9c5491c-fa11-47ad-bc68-d27692005b9b triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:17:36.764414 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a1fcf9a7-5724-4cf5-a803-09060adeaaa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.805980 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a1fcf9a7-5724-4cf5-a803-09060adeaaa8 None None] Port c9c5491c-fa11-47ad-bc68-d27692005b9b cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:17:36.826324 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:36.926264 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:37.081927 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c5491c-fa11-47ad-bc68-d27692005b9b {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:17:37.089996 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Publish callbacks [] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:37.103585 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Transition to ACTIVE for port object c9c5491c-fa11-47ad-bc68-d27692005b9b will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:17:37.190727 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:37.242384 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Pushing event updated for resources: {'Port': ['ID=c9c5491c-fa11-47ad-bc68-d27692005b9b,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:37.319069 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Attempting to bind port c9c5491c-fa11-47ad-bc68-d27692005b9b on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:17:37.319755 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Attempting to bind port c9c5491c-fa11-47ad-bc68-d27692005b9b by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:17:37.319755 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Attempting to bind port c9c5491c-fa11-47ad-bc68-d27692005b9b on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:37.324423 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Port c9c5491c-fa11-47ad-bc68-d27692005b9b on network f4b4861e-a1c6-45e0-a934-67c667a84812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:17:37.324745 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Attempting to bind port c9c5491c-fa11-47ad-bc68-d27692005b9b on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:17:37.329849 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 17, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:17:37.330190 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Checking segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:17:37.330579 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Bound using segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:17:37.331011 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Bound port: c9c5491c-fa11-47ad-bc68-d27692005b9b, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:17:37.331376 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:37.395702 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] For port c9c5491c-fa11-47ad-bc68-d27692005b9b, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:17:37.399320 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] For port c9c5491c-fa11-47ad-bc68-d27692005b9b, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:17:37.516478 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406bf19-cb1d-4003-939c-2ae03d55a85b req-a41a7b09-51e8-4036-9e51-6b8fac434b45 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:37.517984 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1406bf19-cb1d-4003-939c-2ae03d55a85b req-a41a7b09-51e8-4036-9e51-6b8fac434b45 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0523582 Jul 28 18:17:37.528769 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:37.612002 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:37.612708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:37.614160 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] 10.222.0.93 "PUT /v2.0/ports/c9c5491c-fa11-47ad-bc68-d27692005b9b HTTP/1.1" status: 200 len: 1093 time: 0.8856268 Jul 28 18:17:37.622155 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:17:37.622155 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:17:37.635924 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a749c526-f200-4fde-8989-ff72956eb697 req-51b9a316-99dc-4892-96e8-3b788e2cf691 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:37.637459 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a749c526-f200-4fde-8989-ff72956eb697 req-51b9a316-99dc-4892-96e8-3b788e2cf691 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.1185710 Jul 28 18:17:37.645467 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:37.679829 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb8bf20-f939-4c14-921f-cff95eea907d service neutron] Pushing event updated for resources: {'Port': ['ID=c9c5491c-fa11-47ad-bc68-d27692005b9b,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:17:37.696139 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1406bf19-cb1d-4003-939c-2ae03d55a85b req-0030396b-0e1d-41e9-a1a5-923f780addb9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1651328 Jul 28 18:17:37.728075 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a749c526-f200-4fde-8989-ff72956eb697 req-b11856a7-c6a8-453b-a70f-3b0fb93521d9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751617 Jul 28 18:17:37.791423 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bbb7e6-392d-4f42-8db3-a691c2fe5cde x-openstack-request-id: req-16bbb7e6-392d-4f42-8db3-a691c2fe5cde {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:17:37.791716 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:17:37.792051 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-16bbb7e6-392d-4f42-8db3-a691c2fe5cde {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:17:37.792386 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16bbb7e6-392d-4f42-8db3-a691c2fe5cde'] response: {'name': 'network-changed', 'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'status': 'completed', 'code': 200} Jul 28 18:17:37.807542 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-048ee85f-18cc-4c2d-a683-5ebd3f0ee4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:37.809060 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-048ee85f-18cc-4c2d-a683-5ebd3f0ee4c6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 1127 time: 0.0630541 Jul 28 18:17:37.864881 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-69eda799-569a-4651-8d50-a1337dd65a4d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b HTTP/1.1" status: 200 len: 217 time: 0.0349841 Jul 28 18:17:37.914317 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-021d7dfb-5fac-4f12-a85c-f45df1764dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:37.915717 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-021d7dfb-5fac-4f12-a85c-f45df1764dd4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0447671 Jul 28 18:17:37.960649 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0e2d7d10-2d87-409a-b14c-29c2f60319eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:37.962444 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-0e2d7d10-2d87-409a-b14c-29c2f60319eb service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402181 Jul 28 18:17:38.057680 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-353fd586-e211-4085-9ca5-bace4db75814 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892861 Jul 28 18:17:38.152244 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8801977-72d0-4b54-997b-d017d8fe5f61 req-67688ad6-940e-4904-a4f2-ebb613f07822 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879683 Jul 28 18:17:38.352662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:38.358386 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-7b761121-32b9-45b5-96ad-cbbaa8c6fe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:38.359948 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-7b761121-32b9-45b5-96ad-cbbaa8c6fe20 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 1127 time: 0.0402038 Jul 28 18:17:38.456228 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-7ddc33b7-9e49-4ac5-a0ab-b15c72524c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:38.461032 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-7ddc33b7-9e49-4ac5-a0ab-b15c72524c0c service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0903344 Jul 28 18:17:38.499675 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-108003d2-8331-4d12-ae98-83a9f43ff1ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b HTTP/1.1" status: 200 len: 217 time: 0.0339184 Jul 28 18:17:38.550992 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-a050ffbe-5999-4b44-8ab7-38e831397040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:38.552559 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-a050ffbe-5999-4b44-8ab7-38e831397040 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0470788 Jul 28 18:17:38.585494 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:38.588434 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=49,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:38.594409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-097e867f-d9ab-449b-81a9-23f8851f9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:38.595859 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-097e867f-d9ab-449b-81a9-23f8851f9d61 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374410 Jul 28 18:17:38.693590 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-d5c17b34-4449-4b9e-8434-3f5ea2835e45 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906625 Jul 28 18:17:38.825339 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d2f4f26a-a160-42e0-b42d-0153e1c37dd1 req-939eb977-5c14-48f4-96cf-c8e0b27ec21a service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254215 Jul 28 18:17:38.851639 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61271d52-de3b-4d1a-b800-f0cd6df4551d req-97905b33-d34c-48bd-831b-a92f50f2632d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:38.853260 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61271d52-de3b-4d1a-b800-f0cd6df4551d req-97905b33-d34c-48bd-831b-a92f50f2632d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0758264 Jul 28 18:17:38.901643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62de9b48-4d17-4ca9-afee-25c92cb0f9e8 req-e01ad956-0b2f-427e-891d-46e09906e706 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:38.903130 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-62de9b48-4d17-4ca9-afee-25c92cb0f9e8 req-e01ad956-0b2f-427e-891d-46e09906e706 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0726409 Jul 28 18:17:38.947588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61271d52-de3b-4d1a-b800-f0cd6df4551d req-5ac49e12-7795-4a4a-81bb-6a8c8c7e25f3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779011 Jul 28 18:17:38.972743 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-62de9b48-4d17-4ca9-afee-25c92cb0f9e8 req-de2ff610-2af7-4e1e-a477-62cdf157d962 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599866 Jul 28 18:17:40.052393 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:40.099022 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d3da3-75bd-48e0-902e-24630cd60b46 req-3aab3f92-e1e7-4a4f-bc5e-68f33d3b0542 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:40.100547 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a33d3da3-75bd-48e0-902e-24630cd60b46 req-3aab3f92-e1e7-4a4f-bc5e-68f33d3b0542 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0803089 Jul 28 18:17:40.120653 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258f495-33db-45cf-a032-b00849cea540 req-af3d55e1-b88f-430e-a594-16609f7ac942 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:40.122109 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c258f495-33db-45cf-a032-b00849cea540 req-af3d55e1-b88f-430e-a594-16609f7ac942 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0685499 Jul 28 18:17:40.191371 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a33d3da3-75bd-48e0-902e-24630cd60b46 req-aec9ffcc-6beb-4581-8bd6-3656f1265301 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849037 Jul 28 18:17:40.195291 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c258f495-33db-45cf-a032-b00849cea540 req-3ea7d276-2a15-4409-acc6-26b65a40b698 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661879 Jul 28 18:17:41.342138 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5cb1e-8ae6-4d56-b12c-c7e4600d4285 req-6b072afa-b384-438e-9040-ce743b0ebb0f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:41.343664 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-78e5cb1e-8ae6-4d56-b12c-c7e4600d4285 req-6b072afa-b384-438e-9040-ce743b0ebb0f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0694075 Jul 28 18:17:41.349501 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf77a8-286b-4923-8160-2b3af57c2192 req-b17fdf86-7b00-4530-87e6-1158e4e6e452 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:41.350907 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31bf77a8-286b-4923-8160-2b3af57c2192 req-b17fdf86-7b00-4530-87e6-1158e4e6e452 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0876439 Jul 28 18:17:41.424788 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-78e5cb1e-8ae6-4d56-b12c-c7e4600d4285 req-c8e0ee4d-9acc-4ab1-b992-7aa5f2dd43b5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729358 Jul 28 18:17:41.434828 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31bf77a8-286b-4923-8160-2b3af57c2192 req-836775bb-e161-4c92-9099-db240814817c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758684 Jul 28 18:17:42.594187 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d806d54-6b29-4ff5-a33f-e593a0b539fe req-f7aad6ac-27db-4e46-83b9-9875e40d3b24 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:42.595734 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d806d54-6b29-4ff5-a33f-e593a0b539fe req-f7aad6ac-27db-4e46-83b9-9875e40d3b24 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0906014 Jul 28 18:17:42.604900 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933778a-5ed2-45fc-a811-144a713014f4 req-10e02c99-0771-4e8a-8f16-a79ea89e7d30 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:42.606364 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d933778a-5ed2-45fc-a811-144a713014f4 req-10e02c99-0771-4e8a-8f16-a79ea89e7d30 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0914972 Jul 28 18:17:42.669242 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:42.680423 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d806d54-6b29-4ff5-a33f-e593a0b539fe req-c4213320-780d-4adb-b595-a7da0ce47947 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729933 Jul 28 18:17:42.704382 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d933778a-5ed2-45fc-a811-144a713014f4 req-cfd1d18a-c5e6-47a0-9f41-fb0fd03b0770 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906076 Jul 28 18:17:43.010604 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-8f117477-8770-49bf-b5bd-1ca9e6ccdc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:43.012231 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-8f117477-8770-49bf-b5bd-1ca9e6ccdc13 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286&tenant_id=9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 1127 time: 0.0790954 Jul 28 18:17:43.088666 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-224ad50f-30f3-4f1e-9c7e-4d34d6750af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:43.090316 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-224ad50f-30f3-4f1e-9c7e-4d34d6750af6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1127 time: 0.0399444 Jul 28 18:17:43.180924 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-5f5aaca3-1016-412e-b02a-8697e6bc0c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:43.182445 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-5f5aaca3-1016-412e-b02a-8697e6bc0c76 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.0855191 Jul 28 18:17:43.247738 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-15c6438f-574b-4eba-bd96-5ea1763b0a7d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 999 time: 0.0578487 Jul 28 18:17:43.295858 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-f35b1815-e054-4835-9e30-5728044f7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:43.297260 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-f35b1815-e054-4835-9e30-5728044f7b2d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0426950 Jul 28 18:17:43.342136 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-b8c15645-5e13-4bf9-b713-b3e370a730a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:43.344157 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-b8c15645-5e13-4bf9-b713-b3e370a730a0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392880 Jul 28 18:17:43.439097 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-2c893c35-0553-4d92-80ea-327fec8960b7 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867741 Jul 28 18:17:43.495804 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:43.534199 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b1c2337-004b-4c20-bdc3-7cdcfbf2c783 req-2b8475cb-37fd-489f-8617-f2326d2fea2e service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878403 Jul 28 18:17:43.836107 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897498b8-4b69-4937-8ec6-df2106d9d5b8 req-20b58159-17da-4fc5-b3ae-50f92fa15a00 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:43.837615 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-897498b8-4b69-4937-8ec6-df2106d9d5b8 req-20b58159-17da-4fc5-b3ae-50f92fa15a00 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0743911 Jul 28 18:17:43.860129 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906f240-fedb-4d64-8fa7-363d194fcab4 req-074f8ba6-8dab-4783-8bb1-eedd55a6de5f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:43.861611 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c906f240-fedb-4d64-8fa7-363d194fcab4 req-074f8ba6-8dab-4783-8bb1-eedd55a6de5f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0693872 Jul 28 18:17:43.934461 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-897498b8-4b69-4937-8ec6-df2106d9d5b8 req-a655c130-3e5b-4706-8b1e-66bf37a609ca tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905409 Jul 28 18:17:43.945492 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c906f240-fedb-4d64-8fa7-363d194fcab4 req-0119d46a-d962-4e7d-bacc-09d64831a315 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768938 Jul 28 18:17:44.606523 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-43476fad-f434-4a46-aa34-70b4570f7e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:45.333789 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ac8e71-580e-4b2b-ad37-5f2a60d3ae02 req-b3a88cc0-e974-4023-a407-223f4ae92cfe tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:45.336000 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38ac8e71-580e-4b2b-ad37-5f2a60d3ae02 req-b3a88cc0-e974-4023-a407-223f4ae92cfe tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.3183591 Jul 28 18:17:45.357250 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f788e-1c7f-428b-b4a3-76766beda597 req-5feadafd-cfe9-47e3-a6dc-b57e0dad453e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:45.359672 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-782f788e-1c7f-428b-b4a3-76766beda597 req-5feadafd-cfe9-47e3-a6dc-b57e0dad453e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0707095 Jul 28 18:17:45.416555 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38ac8e71-580e-4b2b-ad37-5f2a60d3ae02 req-61f5e7bd-0617-4f25-b350-f29a6b75ae11 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709379 Jul 28 18:17:45.445360 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-782f788e-1c7f-428b-b4a3-76766beda597 req-8130810f-7233-4607-8b51-72644eedb991 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777175 Jul 28 18:17:46.575194 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de31fd-6297-4fa6-9cd1-c4f978586273 req-59461bb7-cfc1-4ad7-b945-e5bbe45f668d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:46.576653 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08de31fd-6297-4fa6-9cd1-c4f978586273 req-59461bb7-cfc1-4ad7-b945-e5bbe45f668d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0765626 Jul 28 18:17:46.587050 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2674a0f-5191-485a-b64e-efef944ded3d req-e03e32c4-3ff4-4023-bff7-50a74ac4a13c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:46.588398 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e2674a0f-5191-485a-b64e-efef944ded3d req-e03e32c4-3ff4-4023-bff7-50a74ac4a13c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0604899 Jul 28 18:17:46.607417 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:46.663491 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08de31fd-6297-4fa6-9cd1-c4f978586273 req-0d8c12f5-4d1c-4f88-8d82-c3f895ea4d98 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735471 Jul 28 18:17:46.668059 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e2674a0f-5191-485a-b64e-efef944ded3d req-f505ec77-0e73-4e89-b7eb-4dbb0938088c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727222 Jul 28 18:17:46.910296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a6bb95f8-4e18-4c1d-b9d0-337e38b97e12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:47.837644 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c97be3-568a-435f-a870-8ed2ffb448b1 req-98004824-9b98-4005-afd0-6e0b3be52fd8 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:47.839762 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-93c97be3-568a-435f-a870-8ed2ffb448b1 req-98004824-9b98-4005-afd0-6e0b3be52fd8 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.1023798 Jul 28 18:17:47.853825 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46bae1-3d36-4683-bd6e-99f7566d37f4 req-05aedcc9-218d-4d4a-aba3-deacbb007ade tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:47.858057 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d46bae1-3d36-4683-bd6e-99f7566d37f4 req-05aedcc9-218d-4d4a-aba3-deacbb007ade tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.1067915 Jul 28 18:17:47.904830 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:47.928139 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d46bae1-3d36-4683-bd6e-99f7566d37f4 req-5a2a1700-95b9-4cf6-9444-1105ff55c9e2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594780 Jul 28 18:17:47.943420 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-93c97be3-568a-435f-a870-8ed2ffb448b1 req-73985893-b8dd-4ed4-93d9-bc11df17563b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971985 Jul 28 18:17:49.097897 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58981a16-66e0-4de4-ad06-9e53f34aa16f req-aa5620ba-b605-4099-b325-d4f245c1a921 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:49.099371 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58981a16-66e0-4de4-ad06-9e53f34aa16f req-aa5620ba-b605-4099-b325-d4f245c1a921 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0816629 Jul 28 18:17:49.107750 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbdba1-06c3-48c0-90cf-5333eea265de req-b51c0d81-51e7-4572-8610-4f00361d7ab2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:49.109136 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96bbdba1-06c3-48c0-90cf-5333eea265de req-b51c0d81-51e7-4572-8610-4f00361d7ab2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0820758 Jul 28 18:17:49.170532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:49.186148 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58981a16-66e0-4de4-ad06-9e53f34aa16f req-c4841c59-d98d-4d0f-892c-69180e3cd9be tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761178 Jul 28 18:17:49.189596 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96bbdba1-06c3-48c0-90cf-5333eea265de req-784b5f33-1dac-4de6-805a-4d0c1c367811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737631 Jul 28 18:17:49.315122 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:49.830522 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:50.375037 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7d6fe-e282-4427-8850-78fc62de2308 req-52ee089e-f9ca-4297-ab64-93291b7bfe2d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:50.376657 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7bf7d6fe-e282-4427-8850-78fc62de2308 req-52ee089e-f9ca-4297-ab64-93291b7bfe2d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0899477 Jul 28 18:17:50.386415 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbb748-f0b6-4883-a0f1-8f0a03e7da24 req-52eadbde-fa43-4614-a867-36be321a3930 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:50.387480 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00cbb748-f0b6-4883-a0f1-8f0a03e7da24 req-52eadbde-fa43-4614-a867-36be321a3930 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0913475 Jul 28 18:17:50.505079 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00cbb748-f0b6-4883-a0f1-8f0a03e7da24 req-786ad730-b04c-4adf-a630-490cbde91a4b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037116 Jul 28 18:17:50.517003 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7bf7d6fe-e282-4427-8850-78fc62de2308 req-4d4c269b-3ca7-477c-81d6-eea22ae5586c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232653 Jul 28 18:17:51.701037 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47543ea-022a-42e9-96f0-b2a92d7bd0a4 req-538854b2-6019-445f-ac2d-5bea59005b84 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:51.702655 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b47543ea-022a-42e9-96f0-b2a92d7bd0a4 req-538854b2-6019-445f-ac2d-5bea59005b84 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0974231 Jul 28 18:17:51.708813 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a0c85-ade5-4e04-a6ce-550a1e8565fc req-52073118-08f2-4379-b823-e846518ee1a1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:51.710489 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e43a0c85-ade5-4e04-a6ce-550a1e8565fc req-52073118-08f2-4379-b823-e846518ee1a1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0915549 Jul 28 18:17:51.789173 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e43a0c85-ade5-4e04-a6ce-550a1e8565fc req-0afafec6-2493-4282-82b8-ec0d7423ace2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712030 Jul 28 18:17:51.792360 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b47543ea-022a-42e9-96f0-b2a92d7bd0a4 req-bd9fef0c-e7ec-49f0-8c9b-04edd3bcdba0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809870 Jul 28 18:17:52.936609 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cb93b0-51a2-4a2d-9a4f-7391f71f47e5 req-c684a5ea-fed9-474e-94e1-d93b7e0c6359 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:52.938153 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-98cb93b0-51a2-4a2d-9a4f-7391f71f47e5 req-c684a5ea-fed9-474e-94e1-d93b7e0c6359 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0784745 Jul 28 18:17:52.946579 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43455022-2805-4658-87d5-25be9fbf42ac req-9fd6816c-e0e9-4a65-b0e8-61fadb3c88c3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:52.947947 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43455022-2805-4658-87d5-25be9fbf42ac req-9fd6816c-e0e9-4a65-b0e8-61fadb3c88c3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0773251 Jul 28 18:17:53.022159 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-98cb93b0-51a2-4a2d-9a4f-7391f71f47e5 req-da7307b2-7804-4890-a9b4-01c76b8355ba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732419 Jul 28 18:17:53.026156 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43455022-2805-4658-87d5-25be9fbf42ac req-5ba52b4f-4a4d-402f-b087-bbd499f87a1b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705688 Jul 28 18:17:54.171924 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4908c18-ff62-4045-8723-f308cdb9b2ec req-34a0ad34-a3e4-469b-8038-ae96bb66988e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:54.173426 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a4908c18-ff62-4045-8723-f308cdb9b2ec req-34a0ad34-a3e4-469b-8038-ae96bb66988e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0800397 Jul 28 18:17:54.200611 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1f3ab-8f89-40f7-ba08-fc7931ba79dc req-8939a8a5-0e40-40af-8e18-3f0a9d9267c2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:54.202064 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-79f1f3ab-8f89-40f7-ba08-fc7931ba79dc req-8939a8a5-0e40-40af-8e18-3f0a9d9267c2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0957136 Jul 28 18:17:54.224959 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:54.255295 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a4908c18-ff62-4045-8723-f308cdb9b2ec req-b9c2a372-227a-429e-8db9-a7f3114a86f3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763478 Jul 28 18:17:54.288733 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-79f1f3ab-8f89-40f7-ba08-fc7931ba79dc req-9165e894-2c67-4ed0-9889-6267f5af9a06 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798182 Jul 28 18:17:55.391580 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22207d11-0562-40ef-ada0-0ecf1bc11bf2 req-b712747c-47ae-48b0-bde8-a15ebce3e739 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:55.393187 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-22207d11-0562-40ef-ada0-0ecf1bc11bf2 req-b712747c-47ae-48b0-bde8-a15ebce3e739 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0603983 Jul 28 18:17:55.441444 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb1532-02a7-4e20-8620-4ef5cec39463 req-08105a17-e976-401d-8601-e07489c13da1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:55.442962 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-69eb1532-02a7-4e20-8620-4ef5cec39463 req-08105a17-e976-401d-8601-e07489c13da1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0671542 Jul 28 18:17:55.518303 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-22207d11-0562-40ef-ada0-0ecf1bc11bf2 req-78081404-7a0c-4215-86c4-5ee64cf1d0b6 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910075 Jul 28 18:17:55.522826 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-69eb1532-02a7-4e20-8620-4ef5cec39463 req-f7327c9d-0d5b-4099-a1ff-2fb6bb0a257c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667896 Jul 28 18:17:56.094910 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:56.099776 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:56.684361 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533e8e98-2f33-4847-b25c-d0735057bc57 req-80638d7f-ef3a-4f04-bdeb-bc282c2e1973 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:56.685846 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-533e8e98-2f33-4847-b25c-d0735057bc57 req-80638d7f-ef3a-4f04-bdeb-bc282c2e1973 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0917356 Jul 28 18:17:56.691950 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be517e-5bac-45ff-b2d1-a065ccc15e69 req-6e1c2acb-4aea-450a-bb5e-603ed59c5e69 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:56.703924 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24be517e-5bac-45ff-b2d1-a065ccc15e69 req-6e1c2acb-4aea-450a-bb5e-603ed59c5e69 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0665431 Jul 28 18:17:56.730272 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:56.775809 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-533e8e98-2f33-4847-b25c-d0735057bc57 req-d90ba59f-d25c-46e0-a42f-98107ffc55ec tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813994 Jul 28 18:17:56.784553 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24be517e-5bac-45ff-b2d1-a065ccc15e69 req-03433c0d-93a4-4766-9dc2-6b994d3957bd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831263 Jul 28 18:17:57.041601 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:57.043770 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:17:57.145206 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:17:57.974558 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd46fa4-48c9-4700-b2a6-6b0644c7ebbe req-12ba0c38-31f7-408f-9d94-46d90441f506 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:57.976830 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5fd46fa4-48c9-4700-b2a6-6b0644c7ebbe req-12ba0c38-31f7-408f-9d94-46d90441f506 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0988245 Jul 28 18:17:57.992328 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5dc58e-37f2-4e64-8cbe-e2eff369ca0c req-0d216105-5a59-492c-ab40-9f62e128eb31 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:57.992328 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d5dc58e-37f2-4e64-8cbe-e2eff369ca0c req-0d216105-5a59-492c-ab40-9f62e128eb31 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0726604 Jul 28 18:17:58.072445 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5fd46fa4-48c9-4700-b2a6-6b0644c7ebbe req-f488abda-794e-4f0c-9969-a65592a1257a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859463 Jul 28 18:17:58.081666 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0d5dc58e-37f2-4e64-8cbe-e2eff369ca0c req-930d25ae-48f0-4319-b1f6-d39851ad900f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869746 Jul 28 18:17:59.226702 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d30ca7-f700-4aff-b8ef-a4da7e15db52 req-05c0aabb-a07d-4868-8008-e81132113d63 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:59.228277 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1d30ca7-f700-4aff-b8ef-a4da7e15db52 req-05c0aabb-a07d-4868-8008-e81132113d63 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0755875 Jul 28 18:17:59.258019 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555bc7a0-6c69-47cc-9ffa-a0f8b879cf34 req-44eeeed0-53d4-4e27-a4d2-05925acd4771 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:17:59.259661 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-555bc7a0-6c69-47cc-9ffa-a0f8b879cf34 req-44eeeed0-53d4-4e27-a4d2-05925acd4771 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0959532 Jul 28 18:17:59.306463 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1d30ca7-f700-4aff-b8ef-a4da7e15db52 req-a234fc2e-5681-4313-b81e-d1277225a976 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702288 Jul 28 18:17:59.331632 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-555bc7a0-6c69-47cc-9ffa-a0f8b879cf34 req-494e8378-13cb-4445-919b-a7bf081ab8c7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653925 Jul 28 18:18:00.472630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe7c7f2-b503-4019-80cd-0e48e044552d req-f6afbfea-cb26-4bc7-a715-f03367716c36 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:00.474122 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebe7c7f2-b503-4019-80cd-0e48e044552d req-f6afbfea-cb26-4bc7-a715-f03367716c36 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0775757 Jul 28 18:18:00.498522 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05972dc-96df-4083-b029-cbb29f05da0e req-32b9cd63-8185-4fd5-8ae0-77dc569f8521 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:00.499937 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c05972dc-96df-4083-b029-cbb29f05da0e req-32b9cd63-8185-4fd5-8ae0-77dc569f8521 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0720196 Jul 28 18:18:00.550374 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:00.563968 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebe7c7f2-b503-4019-80cd-0e48e044552d req-173c9e2d-7c5b-42f4-b8c4-d725460a1ec4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800407 Jul 28 18:18:00.575418 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c05972dc-96df-4083-b029-cbb29f05da0e req-7d1d2a8d-6d9a-4210-a97f-6e98b4b2c3c3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674555 Jul 28 18:18:01.730195 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007d3e25-0c97-441d-80fb-d607c7bb9f8f req-52acfe82-d83d-4bd2-a030-289736dbf6cc tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:01.731587 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-007d3e25-0c97-441d-80fb-d607c7bb9f8f req-52acfe82-d83d-4bd2-a030-289736dbf6cc tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0846374 Jul 28 18:18:01.737715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111987ad-b47b-4f97-b56d-71a6b174c487 req-79c2b420-2bf0-49b0-afad-3825b745dd21 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:01.739087 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-111987ad-b47b-4f97-b56d-71a6b174c487 req-79c2b420-2bf0-49b0-afad-3825b745dd21 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0902066 Jul 28 18:18:01.808658 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-007d3e25-0c97-441d-80fb-d607c7bb9f8f req-bcd8dee9-71fc-4e4b-8e96-32990e0ba604 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686245 Jul 28 18:18:01.820270 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-111987ad-b47b-4f97-b56d-71a6b174c487 req-0c39a012-b1c2-4eea-bfdc-636485f46d88 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735266 Jul 28 18:18:02.269201 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-18481da1-63a8-4ae3-a1bf-44d0a0633031 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1389887105&fields=id&tenant_id=bf347b1959b247bcbe003ac3662cb239 HTTP/1.1" status: 200 len: 267 time: 0.0465415 Jul 28 18:18:02.383817 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-95afc55e-bf9d-4862-8f49-c95a4965c97f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:02.385297 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-95afc55e-bf9d-4862-8f49-c95a4965c97f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 808 time: 0.1094527 Jul 28 18:18:02.399705 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-974481c5-8ef0-44b8-93b0-e1f9f8182521 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/quotas/bf347b1959b247bcbe003ac3662cb239 HTTP/1.1" status: 200 len: 375 time: 0.0090904 Jul 28 18:18:02.448613 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-c3e4eaa6-6625-4a54-ba0a-e15bd0210144 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441067 Jul 28 18:18:02.559717 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:02.595769 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-5b1cf2c6-c6ec-4063-ab00-8cf3398738d0 service neutron] 10.222.0.86 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356337 Jul 28 18:18:02.688012 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-13cb0c62-3660-48e7-8665-0eb7f334a539 service neutron] 10.222.0.86 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855353 Jul 28 18:18:02.929785 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07fbd6-a7a2-4350-a76e-4ae259a29dd3 req-3404e8eb-952e-4ab6-b9e4-fb3c0ee63b8c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:02.931248 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f07fbd6-a7a2-4350-a76e-4ae259a29dd3 req-3404e8eb-952e-4ab6-b9e4-fb3c0ee63b8c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0520673 Jul 28 18:18:02.981144 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f07fbd6-a7a2-4350-a76e-4ae259a29dd3 req-8d96bf1b-1159-4ba9-a206-20f564845372 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442801 Jul 28 18:18:03.088090 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbed36f-9ebe-4b5f-81a1-0f9fd3d68474 req-5f77eb3a-36c7-4f85-b811-37faa2005fda tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:03.089620 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dbbed36f-9ebe-4b5f-81a1-0f9fd3d68474 req-5f77eb3a-36c7-4f85-b811-37faa2005fda tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0481770 Jul 28 18:18:03.136264 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dbbed36f-9ebe-4b5f-81a1-0f9fd3d68474 req-d29d870b-75e6-482c-9e64-2ea5cf4e303a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409517 Jul 28 18:18:03.235217 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c015decc-5db5-468d-9dc1-0273f786e2a1 req-be69f3f2-874e-433c-9250-daa9a33dee87 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 210 time: 0.0299454 Jul 28 18:18:03.752524 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 46280) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:03.863095 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:03.931154 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:03.939544 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Publish callbacks [] for security_group (9a7c4bc5-09d3-40cd-afcc-9546daa1bc00), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:04.002789 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9a7c4bc5-09d3-40cd-afcc-9546daa1bc00), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:04.046338 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c4bc5-09d3-40cd-afcc-9546daa1bc00,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:04.051408 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a55e72ee6d5f4525ad37b9fb366c7506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978358 Jul 28 18:18:04.054360 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46288) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:04.058420 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.058844 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.059260 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.059673 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.060104 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.060536 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.060939 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.061360 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.061759 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.062099 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.062435 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.062764 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.063091 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.063452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.063778 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f766d463-c1ce-4011-80be-f60fad3922b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.109855 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Publish callbacks [] for security_group (9a7c4bc5-09d3-40cd-afcc-9546daa1bc00), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:04.114706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d937c07-643b-436b-8ca3-eee233ff5a59 req-c23060ce-90cd-46ff-8664-2a818550b424 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:04.116255 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2d937c07-643b-436b-8ca3-eee233ff5a59 req-c23060ce-90cd-46ff-8664-2a818550b424 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0602365 Jul 28 18:18:04.133049 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Publish callbacks [] for security_group (9a7c4bc5-09d3-40cd-afcc-9546daa1bc00), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:04.167038 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2d937c07-643b-436b-8ca3-eee233ff5a59 req-8dd080bc-d761-4246-b424-98085dd54bd9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448856 Jul 28 18:18:04.264355 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b05dc-e766-441b-b10f-72f996e54e79 req-118bc3ca-954a-41dc-a2fa-4e13f76b7038 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:04.264993 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9a7c4bc5-09d3-40cd-afcc-9546daa1bc00), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:04.265893 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b31b05dc-e766-441b-b10f-72f996e54e79 req-118bc3ca-954a-41dc-a2fa-4e13f76b7038 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0511527 Jul 28 18:18:04.268158 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:04.269593 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/9a7c4bc5-09d3-40cd-afcc-9546daa1bc00 HTTP/1.1" status: 204 len: 168 time: 0.2142112 Jul 28 18:18:04.284694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c4bc5-09d3-40cd-afcc-9546daa1bc00,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:04.293548 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.294071 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.294415 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.294751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.295258 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.295743 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.296234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.296661 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.296878 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.297286 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.297819 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.298148 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.298473 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.298794 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.299118 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f43c0f-045d-4b91-9714-9e25e95e5c77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:04.348151 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b31b05dc-e766-441b-b10f-72f996e54e79 req-736fec50-3c43-4439-847f-be7aa88e4963 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745146 Jul 28 18:18:04.350147 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9c9102fb-4284-4835-8b51-337f1bbaf234 req-37602d03-4fc8-49d1-9a5c-a2daa536aa03 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 210 time: 0.0368476 Jul 28 18:18:05.296080 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66963100-2545-435d-97af-005dd611db28 req-64d38048-320a-4ac1-95d7-95a5bf1864b0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:05.297559 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-66963100-2545-435d-97af-005dd611db28 req-64d38048-320a-4ac1-95d7-95a5bf1864b0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0479178 Jul 28 18:18:05.356720 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-66963100-2545-435d-97af-005dd611db28 req-24bc8171-1f6f-4030-a6bf-a4fffacc4412 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535972 Jul 28 18:18:05.492249 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9b355897-585b-4014-ae5d-2eb5b667022d req-aacfe917-4174-4a32-88ad-100dfa28808e tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 210 time: 0.0556450 Jul 28 18:18:05.503395 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:05.513768 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09b46e-f22e-4097-9b81-00d4430151c6 req-eb5d7fc7-28f3-4461-b02a-738bbe5a710e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:05.515486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db09b46e-f22e-4097-9b81-00d4430151c6 req-eb5d7fc7-28f3-4461-b02a-738bbe5a710e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0690064 Jul 28 18:18:05.617861 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db09b46e-f22e-4097-9b81-00d4430151c6 req-510e344c-d056-4f64-9820-f7b7fc419203 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929086 Jul 28 18:18:05.669922 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-1882b905-5363-4253-bc50-93a0bd54b72a tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:05.671390 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-1882b905-5363-4253-bc50-93a0bd54b72a tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.93 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 808 time: 0.1200094 Jul 28 18:18:05.742325 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-eb2d3de3-6b7a-4047-94dd-bc04c4b2db28 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf347b1959b247bcbe003ac3662cb239 HTTP/1.1" status: 200 len: 380 time: 0.0548360 Jul 28 18:18:05.751460 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'port': {'device_id': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'admin_state_up': True, 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'security_groups': ['019f1fa7-e296-4994-9a0f-29d7db2b856e']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:18:05.855558 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:05.950268 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Made reservation on behalf of bf347b1959b247bcbe003ac3662cb239 for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:18:05.954352 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.090546 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Allocated IP 172.20.0.13 (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d/0f7bb6c5-d125-4b06-aa00-56865a62c80e/5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:06.238800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.339972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.388171 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:06.391692 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:06.395646 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:18:06.418982 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:06.487897 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:06.488534 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.511002 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bb75d-fcea-4ca3-8e74-0adb8dddb517 req-0eb439b6-3fe3-470f-b91f-dcf96ba60b0b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:06.517710 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b59bb75d-fcea-4ca3-8e74-0adb8dddb517 req-0eb439b6-3fe3-470f-b91f-dcf96ba60b0b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0665817 Jul 28 18:18:06.541766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:06.572005 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b59bb75d-fcea-4ca3-8e74-0adb8dddb517 req-82e56eb1-59af-4c62-8cb3-fcf68fdf1d10 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536544 Jul 28 18:18:06.609477 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-16a55f39-9f6d-4494-bf5c-43d4f8190f19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8618495 Jul 28 18:18:06.625357 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7043b6d2-00bb-4e19-981c-52b3ad47ec8b req-cc484778-3969-47c4-b0a1-2c53c1298921 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:06.626760 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7043b6d2-00bb-4e19-981c-52b3ad47ec8b req-cc484778-3969-47c4-b0a1-2c53c1298921 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 932 time: 0.0520296 Jul 28 18:18:06.671974 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3a4479b1-21ed-443d-ac3f-ca4880042bb4 None None] Provisioning complete for port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:18:06.672573 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3a4479b1-21ed-443d-ac3f-ca4880042bb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.704342 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7043b6d2-00bb-4e19-981c-52b3ad47ec8b req-e788d32b-2ba9-4b17-8fa7-c26ab48f3ad3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717099 Jul 28 18:18:06.708901 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3a4479b1-21ed-443d-ac3f-ca4880042bb4 None None] Port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:18:06.752847 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Request body: {'port': {'device_id': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:18:06.794980 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58b261-1016-4182-8689-3e7769258161 req-7041f533-7347-43dd-9bc9-441e2ea680ab tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:06.796442 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-df58b261-1016-4182-8689-3e7769258161 req-7041f533-7347-43dd-9bc9-441e2ea680ab tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0901873 Jul 28 18:18:06.844284 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:06.878429 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-df58b261-1016-4182-8689-3e7769258161 req-7b5ff8ee-ad31-4808-acc1-3ea444210321 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760515 Jul 28 18:18:06.914261 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:07.125401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:18:07.138846 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Publish callbacks [] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:07.154573 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Transition to ACTIVE for port object 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:18:07.270432 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:07.319206 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:07.395629 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Attempting to bind port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:18:07.396257 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Attempting to bind port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:18:07.396257 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Attempting to bind port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 on network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:18:07.402074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 on network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:18:07.405608 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Attempting to bind port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 on network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:18:07.407493 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 17, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:18:07.408192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Checking segment: {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:18:07.408192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Bound using segment: {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:18:07.408594 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Bound port: 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ff359aa-b9b4-470a-b3f4-9863ba321e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 936, 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:18:07.408949 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:07.478795 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:18:07.482374 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:18:07.562308 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:07.603417 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:07.604057 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:07.605443 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] 10.222.0.93 "PUT /v2.0/ports/5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 1094 time: 0.9778125 Jul 28 18:18:07.607820 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:18:07.608390 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa1377f-5b18-4aaa-8a59-23e7c04daf72" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:07.629301 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c9ac07-fdc6-48d8-b4ce-501bdb251fd1 service neutron] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:07.714258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97703bca-1a19-42f0-b929-a18ca8804c19 req-3420a008-f07d-450d-b3d7-f35d019894a5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:07.716038 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-97703bca-1a19-42f0-b929-a18ca8804c19 req-3420a008-f07d-450d-b3d7-f35d019894a5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0559180 Jul 28 18:18:07.774554 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-97703bca-1a19-42f0-b929-a18ca8804c19 req-accfa594-c8b0-4259-ad35-ed91fe5dcf48 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524232 Jul 28 18:18:07.791548 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35de6b1-0f81-4bc5-b8fa-7046938dd6f5 x-openstack-request-id: req-c35de6b1-0f81-4bc5-b8fa-7046938dd6f5 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:07.791548 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:07.791548 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c35de6b1-0f81-4bc5-b8fa-7046938dd6f5 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:07.791548 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35de6b1-0f81-4bc5-b8fa-7046938dd6f5'] response: {'name': 'network-changed', 'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'status': 'completed', 'code': 200} Jul 28 18:18:07.879919 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e3a4bd-9b3d-4d82-817f-46ed3adba0c5 req-173d040f-8a19-40a4-b8b5-0fb486228d72 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:07.881324 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83e3a4bd-9b3d-4d82-817f-46ed3adba0c5 req-173d040f-8a19-40a4-b8b5-0fb486228d72 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0507412 Jul 28 18:18:07.902108 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:07.931711 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83e3a4bd-9b3d-4d82-817f-46ed3adba0c5 req-3d2dfc09-4424-4a92-8815-df2aed4bc64b tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441589 Jul 28 18:18:08.003119 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662bd48-9487-4bba-a45e-9c7f37af43bc req-37e0de43-8dcd-4df0-bd7b-f7fc3673f587 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:08.004556 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4662bd48-9487-4bba-a45e-9c7f37af43bc req-37e0de43-8dcd-4df0-bd7b-f7fc3673f587 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0475299 Jul 28 18:18:08.051862 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4662bd48-9487-4bba-a45e-9c7f37af43bc req-37913348-6f26-4114-9dcc-748f30d04642 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409524 Jul 28 18:18:08.896681 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e3ac8-ce2a-4606-9bce-f80c99f81b4c req-4fad3181-60ca-48f9-aed7-5fa0f8134005 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:08.898761 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f10e3ac8-ce2a-4606-9bce-f80c99f81b4c req-4fad3181-60ca-48f9-aed7-5fa0f8134005 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0509231 Jul 28 18:18:08.946183 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f10e3ac8-ce2a-4606-9bce-f80c99f81b4c req-0fd40e91-1953-4b86-b1c3-09e10427ed68 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418272 Jul 28 18:18:09.047423 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b4350c-9eb8-4918-b4b1-b4502e0a6935 req-f8bc980b-f77d-4920-95d2-5e01673923d3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:09.048851 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f3b4350c-9eb8-4918-b4b1-b4502e0a6935 req-f8bc980b-f77d-4920-95d2-5e01673923d3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0473006 Jul 28 18:18:09.098375 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f3b4350c-9eb8-4918-b4b1-b4502e0a6935 req-a563375e-9c82-4ed4-b861-796e6517d56d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439625 Jul 28 18:18:09.139285 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:09.174759 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7df873-f44e-46be-b48a-e5e2465fe4ce req-45327417-a1e3-4039-ae71-97b52b6807f3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:09.176226 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b7df873-f44e-46be-b48a-e5e2465fe4ce req-45327417-a1e3-4039-ae71-97b52b6807f3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0473871 Jul 28 18:18:09.227267 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b7df873-f44e-46be-b48a-e5e2465fe4ce req-377f278c-a957-4ad0-97a6-0039fb830ecb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454438 Jul 28 18:18:10.066285 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5685a6-e900-40ab-8095-581d2d7a2ef9 req-03fd475a-9b70-48d9-acb2-c924f69ee661 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:10.067751 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a5685a6-e900-40ab-8095-581d2d7a2ef9 req-03fd475a-9b70-48d9-acb2-c924f69ee661 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0502660 Jul 28 18:18:10.119104 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a5685a6-e900-40ab-8095-581d2d7a2ef9 req-283fe2ed-be0e-4ea3-be98-56c08a60e05b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456190 Jul 28 18:18:10.211769 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa7587-873f-412c-872a-e04b9184018c req-c858fd7b-0bbe-4e1f-a1ca-97cda1f11b3e tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:10.213233 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-63aa7587-873f-412c-872a-e04b9184018c req-c858fd7b-0bbe-4e1f-a1ca-97cda1f11b3e tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0457587 Jul 28 18:18:10.262269 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-63aa7587-873f-412c-872a-e04b9184018c req-d3cf0418-f13d-4047-8dfa-cfa6b2ca7bf3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432947 Jul 28 18:18:10.354286 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0929f-a652-43d0-9985-cdd897c3122c req-b72c87d5-0b3d-471d-aa68-f1a24311d703 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:10.355826 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b5d0929f-a652-43d0-9985-cdd897c3122c req-b72c87d5-0b3d-471d-aa68-f1a24311d703 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0504751 Jul 28 18:18:10.403261 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b5d0929f-a652-43d0-9985-cdd897c3122c req-4ea7f0fb-1f06-4f0f-a024-2582e911f661 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Jul 28 18:18:11.234533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b912897-9085-4565-bb4e-6748e4f35cf1 req-f7121812-65b0-4164-af2f-bc75db375123 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:11.236008 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b912897-9085-4565-bb4e-6748e4f35cf1 req-f7121812-65b0-4164-af2f-bc75db375123 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 943 time: 0.0468583 Jul 28 18:18:11.283957 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b912897-9085-4565-bb4e-6748e4f35cf1 req-9d8c1ab4-11df-48e0-9e55-f1ca6227bb05 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424745 Jul 28 18:18:11.380039 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device c9c5491c-fa11-47ad-bc68-d27692005b9b details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:18:11.383654 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38831ab8-4a12-4ccc-8997-0b1aeb547044 req-ce31caf6-0eaa-4f86-9846-72ff246b4db4 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:11.385491 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38831ab8-4a12-4ccc-8997-0b1aeb547044 req-ce31caf6-0eaa-4f86-9846-72ff246b4db4 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0476284 Jul 28 18:18:11.437456 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-38831ab8-4a12-4ccc-8997-0b1aeb547044 req-8549a9f5-80e6-452a-80d4-a14816638da7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467362 Jul 28 18:18:11.480207 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port c9c5491c-fa11-47ad-bc68-d27692005b9b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:11.495618 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'port_id': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'mac_address': 'fa:16:3e:38:a3:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:18:11.526887 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6d311f-44b2-466c-b118-5c004924ea95 req-e0c053ed-2413-4842-bd10-09a3c00fb2ee tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:11.528363 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1c6d311f-44b2-466c-b118-5c004924ea95 req-e0c053ed-2413-4842-bd10-09a3c00fb2ee tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0468981 Jul 28 18:18:11.530264 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port c9c5491c-fa11-47ad-bc68-d27692005b9b is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:18:11.530658 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:11.544580 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c5491c-fa11-47ad-bc68-d27692005b9b {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:18:11.564045 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port c9c5491c-fa11-47ad-bc68-d27692005b9b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:11.568059 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:11.575386 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1c6d311f-44b2-466c-b118-5c004924ea95 req-5b3b7988-ff77-46e1-8ad3-0bb5d722dc49 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415506 Jul 28 18:18:11.636238 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:11.684075 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=c9c5491c-fa11-47ad-bc68-d27692005b9b,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:11.691128 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.691481 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.691851 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.692239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.692583 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.692916 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.693320 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.693649 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.693979 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.694388 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.694717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.695058 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.695408 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.695709 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:11.696034 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:18:12.399868 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b72c3c-72fb-4d39-97ad-04ac5da95b16 req-b4c92422-65cc-45ac-9e4c-47d753fde8e6 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:12.401333 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a7b72c3c-72fb-4d39-97ad-04ac5da95b16 req-b4c92422-65cc-45ac-9e4c-47d753fde8e6 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0470593 Jul 28 18:18:12.451002 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a7b72c3c-72fb-4d39-97ad-04ac5da95b16 req-840ba5d7-20da-4023-b405-ecb1affc196a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436113 Jul 28 18:18:12.557739 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c375b-0594-4b2f-8067-28e5e1b0fb24 req-a62e89e7-22af-4220-a156-be0847703a69 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:12.559205 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e1c375b-0594-4b2f-8067-28e5e1b0fb24 req-a62e89e7-22af-4220-a156-be0847703a69 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0498562 Jul 28 18:18:12.609088 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e1c375b-0594-4b2f-8067-28e5e1b0fb24 req-726ce157-9a4c-4599-bcab-b102b610bce1 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442348 Jul 28 18:18:12.703597 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01bb3-97c1-40f1-9904-3398a873331e req-5041e93d-00ca-4b24-ac3a-f2f6ac44ae88 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:12.705061 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebd01bb3-97c1-40f1-9904-3398a873331e req-5041e93d-00ca-4b24-ac3a-f2f6ac44ae88 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 943 time: 0.0462043 Jul 28 18:18:12.752637 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ebd01bb3-97c1-40f1-9904-3398a873331e req-b9a0e0bf-7c57-47cd-90ca-1e3525aa12dd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404494 Jul 28 18:18:12.862047 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:18:12.962140 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:12.973334 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'port_id': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'mac_address': 'fa:16:3e:26:56:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:18:13.007690 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:18:13.008082 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:13.020920 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d258458-0cee-481c-93c4-bf0b858d9e28 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:18:13.041127 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:13.127231 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:13.177179 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=9']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:13.269603 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:18:13.577254 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef3560-f5da-4339-82ec-86ea8c200ed1 req-eedbc5cf-f769-4c1f-b721-269e4cd91acf tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:13.578732 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-56ef3560-f5da-4339-82ec-86ea8c200ed1 req-eedbc5cf-f769-4c1f-b721-269e4cd91acf tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0509715 Jul 28 18:18:13.627687 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-56ef3560-f5da-4339-82ec-86ea8c200ed1 req-75c3eeb9-e613-4c41-9bc0-a2fc02e9e8aa tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430150 Jul 28 18:18:13.728419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446183a5-beb3-44c2-8462-16ce7eeb1ba8 req-3ea98a98-705a-4b85-ad75-c3fbdf038533 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:13.729948 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-446183a5-beb3-44c2-8462-16ce7eeb1ba8 req-3ea98a98-705a-4b85-ad75-c3fbdf038533 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0474908 Jul 28 18:18:13.778570 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-446183a5-beb3-44c2-8462-16ce7eeb1ba8 req-a02cf4d9-f754-4d48-a003-5e01c3e1f0e9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430744 Jul 28 18:18:13.913624 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0385a5-dba9-4b8d-a6a6-e39861df904e req-94c9af13-cd7a-4929-8b36-4f6321106155 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:13.915074 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-de0385a5-dba9-4b8d-a6a6-e39861df904e req-94c9af13-cd7a-4929-8b36-4f6321106155 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0830986 Jul 28 18:18:13.916375 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1377f-5b18-4aaa-8a59-23e7c04daf72 req-49cc2ca8-ff6a-45f9-ba25-2a02ec1ec6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:13.917951 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5aa1377f-5b18-4aaa-8a59-23e7c04daf72 req-49cc2ca8-ff6a-45f9-ba25-2a02ec1ec6bc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1128 time: 0.0742750 Jul 28 18:18:13.944034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:14.015539 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-de0385a5-dba9-4b8d-a6a6-e39861df904e req-8420d15e-05e6-49cb-86b6-752e7b6e691e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945041 Jul 28 18:18:14.047115 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1377f-5b18-4aaa-8a59-23e7c04daf72 req-6846b618-ad70-4152-9c72-0c3e4192f4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:14.048552 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5aa1377f-5b18-4aaa-8a59-23e7c04daf72 req-6846b618-ad70-4152-9c72-0c3e4192f4c8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=bf347b1959b247bcbe003ac3662cb239&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1145329 Jul 28 18:18:14.161372 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa1377f-5b18-4aaa-8a59-23e7c04daf72 req-ad832e16-d97e-4efb-a733-beb40b981497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:14.162851 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5aa1377f-5b18-4aaa-8a59-23e7c04daf72 req-ad832e16-d97e-4efb-a733-beb40b981497 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1085069 Jul 28 18:18:14.199823 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['c9c5491c-fa11-47ad-bc68-d27692005b9b'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:18:14.276537 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=17,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:14.289550 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:14.330658 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:14.352337 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:14.360405 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-31a8e1df-ea06-4469-b502-f3ff2c1e5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:14.361942 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-31a8e1df-ea06-4469-b502-f3ff2c1e5b9a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1128 time: 0.0388637 Jul 28 18:18:14.433504 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['1d258458-0cee-481c-93c4-bf0b858d9e28'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:18:14.607133 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-bd263b6c-ed7f-420a-8adb-d62e287eb121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:14.663417 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-424ed6a6-8536-4f47-b66a-39720e8bdd22 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 217 time: 0.2871778 Jul 28 18:18:14.722859 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-2221ef76-07d7-48cd-aab5-edfbf899d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:14.724269 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-2221ef76-07d7-48cd-aab5-edfbf899d5b8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 200 len: 847 time: 0.0547845 Jul 28 18:18:14.749710 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:14.786112 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068d0c9-757d-4b1a-995c-fd6501c3f9df req-c181699f-2a18-49ed-a846-e70f2824c317 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:14.787573 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6068d0c9-757d-4b1a-995c-fd6501c3f9df req-c181699f-2a18-49ed-a846-e70f2824c317 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0807440 Jul 28 18:18:14.796758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-1db39257-0db7-41dc-941c-1daa2541f898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:14.798242 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-1db39257-0db7-41dc-941c-1daa2541f898 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584505 Jul 28 18:18:14.842259 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6068d0c9-757d-4b1a-995c-fd6501c3f9df req-3d362d7a-a017-49f5-858d-ada60499e830 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476754 Jul 28 18:18:14.896271 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06a0a9-026c-4173-833f-6851237bbe06 req-0eb695e8-d2f9-4e93-8cf7-19f227be3223 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:14.897703 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8e06a0a9-026c-4173-833f-6851237bbe06 req-0eb695e8-d2f9-4e93-8cf7-19f227be3223 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0477948 Jul 28 18:18:14.946431 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8e06a0a9-026c-4173-833f-6851237bbe06 req-7374e1d2-a3ac-4042-9637-b3eeb6f58398 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432546 Jul 28 18:18:15.140332 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5a07-febc-48db-9257-87ccdedce8b8 req-4f9969eb-8d22-453b-ac20-53ddd340892b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:15.141834 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-148c5a07-febc-48db-9257-87ccdedce8b8 req-4f9969eb-8d22-453b-ac20-53ddd340892b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0479579 Jul 28 18:18:15.192243 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-148c5a07-febc-48db-9257-87ccdedce8b8 req-67de170f-3182-4d5b-bf82-db0f96653935 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447810 Jul 28 18:18:15.958551 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03551657-35c0-4706-9a53-5ed6bf7959e3 req-7779ac40-47f7-4883-a335-6863a97887eb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:15.960568 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03551657-35c0-4706-9a53-5ed6bf7959e3 req-7779ac40-47f7-4883-a335-6863a97887eb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0466549 Jul 28 18:18:16.011433 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03551657-35c0-4706-9a53-5ed6bf7959e3 req-6fe196c4-366b-423f-8014-a429ec13c3fc tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453186 Jul 28 18:18:16.065342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d9c1c-7136-47dc-ba5e-827a797be2a2 req-0f74154e-5c29-4ef7-b702-2f9ac4a211c7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:16.066811 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4d8d9c1c-7136-47dc-ba5e-827a797be2a2 req-0f74154e-5c29-4ef7-b702-2f9ac4a211c7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0485518 Jul 28 18:18:16.118392 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4d8d9c1c-7136-47dc-ba5e-827a797be2a2 req-2327f5b3-983b-4aa8-bcdd-56fbbe84ceee tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 Jul 28 18:18:16.361068 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590851ed-40e2-46de-8e9b-7587c7053e3d req-7e3eb8ea-81af-410d-9d99-5d85d19b403c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:16.362517 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-590851ed-40e2-46de-8e9b-7587c7053e3d req-7e3eb8ea-81af-410d-9d99-5d85d19b403c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0930860 Jul 28 18:18:16.432765 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:16.440184 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-80189db4-4968-42fe-b552-34c13dd874cd service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383345 Jul 28 18:18:16.443383 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-590851ed-40e2-46de-8e9b-7587c7053e3d req-ccdb7750-c8ac-419a-8505-6119280110a1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719886 Jul 28 18:18:16.858994 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-01d1b559-018c-41b4-a7be-eb871b3f8ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:17.129790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f5d9f1-ed63-4dbe-bd6a-145ee70a15d6 req-802181ec-6639-4398-a9d3-08c3215053e9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:17.131150 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-36f5d9f1-ed63-4dbe-bd6a-145ee70a15d6 req-802181ec-6639-4398-a9d3-08c3215053e9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0474002 Jul 28 18:18:17.179944 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-36f5d9f1-ed63-4dbe-bd6a-145ee70a15d6 req-6253acb8-5ef6-4b84-a628-1300380468c5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431337 Jul 28 18:18:17.238040 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19839677-6e8a-41f8-b19a-217822c4a696 req-0dd02f54-a27e-461f-8c11-971b2d6c5bad tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:17.239530 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-19839677-6e8a-41f8-b19a-217822c4a696 req-0dd02f54-a27e-461f-8c11-971b2d6c5bad tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0515130 Jul 28 18:18:17.287632 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-19839677-6e8a-41f8-b19a-217822c4a696 req-f584f6fb-9cfe-4f11-8c6b-28d4716138c1 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418925 Jul 28 18:18:17.402616 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fca6b316-9d30-4317-9b4d-862b0033b189 req-aa13af93-51bd-4a47-be8c-2ff26adea4e3 service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871933 Jul 28 18:18:17.568784 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9332951a-d31b-4ce5-bf69-bc392f0dce76 req-b8b8c443-019b-47a5-9c35-d12a1ac8456e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:17.570290 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9332951a-d31b-4ce5-bf69-bc392f0dce76 req-b8b8c443-019b-47a5-9c35-d12a1ac8456e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0471113 Jul 28 18:18:17.617163 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9332951a-d31b-4ce5-bf69-bc392f0dce76 req-014ac1bd-8b34-490d-b692-b73a3f7fb78f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413353 Jul 28 18:18:17.899575 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:18.299911 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46963f-482d-4724-ae69-61b641bb2c3d req-bc820bbe-ac52-48a6-8a58-face06851618 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:18.301468 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db46963f-482d-4724-ae69-61b641bb2c3d req-bc820bbe-ac52-48a6-8a58-face06851618 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0508337 Jul 28 18:18:18.352535 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db46963f-482d-4724-ae69-61b641bb2c3d req-2637a48c-28a6-432a-b61b-0882200b2920 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451083 Jul 28 18:18:18.407013 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1853f-c4ec-405a-ab6b-541fa52038c6 req-874e01d5-77de-4f93-8f04-7753d66a4dbb tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:18.408464 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-57f1853f-c4ec-405a-ab6b-541fa52038c6 req-874e01d5-77de-4f93-8f04-7753d66a4dbb tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0485463 Jul 28 18:18:18.432990 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:18.458763 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-57f1853f-c4ec-405a-ab6b-541fa52038c6 req-158f2559-e805-44a5-9330-627f93f0c355 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Jul 28 18:18:18.741643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e74c46-6b4f-422b-87b8-d8a145171d45 req-b3a11300-b049-40a0-9a00-4898ebfe1bdd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:18.743120 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-65e74c46-6b4f-422b-87b8-d8a145171d45 req-b3a11300-b049-40a0-9a00-4898ebfe1bdd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0509145 Jul 28 18:18:18.796567 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-65e74c46-6b4f-422b-87b8-d8a145171d45 req-62d3584b-9f0f-4766-a306-505f5af7ead0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478754 Jul 28 18:18:19.281856 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:19.469920 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f05cc-51da-4cb2-8fa6-7a225d8715c8 req-facd4d7e-cf36-489f-9d14-a362846818fb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:19.471362 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca3f05cc-51da-4cb2-8fa6-7a225d8715c8 req-facd4d7e-cf36-489f-9d14-a362846818fb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0484025 Jul 28 18:18:19.521359 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca3f05cc-51da-4cb2-8fa6-7a225d8715c8 req-01959793-061c-41bc-be40-21654a641061 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437331 Jul 28 18:18:19.573442 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ab255-5a25-4575-9ba6-6e7e94c4fb25 req-84079ea5-cfcb-43b4-83c4-4aab365d4e9c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:19.574895 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6a4ab255-5a25-4575-9ba6-6e7e94c4fb25 req-84079ea5-cfcb-43b4-83c4-4aab365d4e9c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0473378 Jul 28 18:18:19.624430 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6a4ab255-5a25-4575-9ba6-6e7e94c4fb25 req-02ebbf4c-eb17-47c4-b1b8-1855de88f86e tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440500 Jul 28 18:18:19.796061 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:19.934890 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77da2e0-309b-4045-8ba7-f04e6cd42013 req-b9047077-5404-43a9-8711-c2d42bdc8d4a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:19.936587 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e77da2e0-309b-4045-8ba7-f04e6cd42013 req-b9047077-5404-43a9-8711-c2d42bdc8d4a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0637138 Jul 28 18:18:19.985432 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e77da2e0-309b-4045-8ba7-f04e6cd42013 req-17a7b23a-e856-4cbd-be4a-819acb58d3b3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428195 Jul 28 18:18:20.599356 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:20.635525 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095264e-3c77-4979-b66f-eb7bc4602460 req-b10f5a02-9388-4391-9fb9-15c3ad8ab794 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:20.637036 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e095264e-3c77-4979-b66f-eb7bc4602460 req-b10f5a02-9388-4391-9fb9-15c3ad8ab794 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0479436 Jul 28 18:18:20.687674 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e095264e-3c77-4979-b66f-eb7bc4602460 req-1854d4a7-24a1-4e65-b81f-caf0b3c1f0de tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450883 Jul 28 18:18:20.746585 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2d20-b6b2-45e7-a939-134e5a6259b9 req-1d739327-491c-4c04-b3eb-98fd5b066696 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:20.748091 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c10e2d20-b6b2-45e7-a939-134e5a6259b9 req-1d739327-491c-4c04-b3eb-98fd5b066696 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0526073 Jul 28 18:18:20.802224 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c10e2d20-b6b2-45e7-a939-134e5a6259b9 req-746b949f-d433-4be6-b888-5e809eb7603f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482547 Jul 28 18:18:21.109607 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88d651-9547-4ac4-9588-2d94d94f2ad5 req-08f9be7c-64c5-417d-a875-1e263c557864 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:21.111074 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea88d651-9547-4ac4-9588-2d94d94f2ad5 req-08f9be7c-64c5-417d-a875-1e263c557864 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0498829 Jul 28 18:18:21.157995 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea88d651-9547-4ac4-9588-2d94d94f2ad5 req-d5f3a16a-518c-4b9e-8789-080aadcbb51e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413966 Jul 28 18:18:21.807001 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68134440-e028-4dbb-8c1f-8b67e3b1743c req-56d92ebd-2790-4343-91d6-4f8bdfeda0da tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:21.808486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-68134440-e028-4dbb-8c1f-8b67e3b1743c req-56d92ebd-2790-4343-91d6-4f8bdfeda0da tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 944 time: 0.0480077 Jul 28 18:18:21.862575 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-68134440-e028-4dbb-8c1f-8b67e3b1743c req-fa431c00-1cf2-4386-92b5-b300d5232b95 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484867 Jul 28 18:18:21.917478 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e98326-6fd8-4803-80f1-6eda18020b82 req-7111318a-8e23-4f86-aad2-393bbd238ca8 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:21.918938 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27e98326-6fd8-4803-80f1-6eda18020b82 req-7111318a-8e23-4f86-aad2-393bbd238ca8 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0466495 Jul 28 18:18:21.967020 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27e98326-6fd8-4803-80f1-6eda18020b82 req-ef24ddf4-c096-4459-b5f0-da6253d2ffd9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427144 Jul 28 18:18:22.279060 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25320e2-bee5-4a90-8bee-a2fe9c2a17da req-3acf30e4-4536-4fb9-8f0a-fc2d1b6959e0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:22.280404 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c25320e2-bee5-4a90-8bee-a2fe9c2a17da req-3acf30e4-4536-4fb9-8f0a-fc2d1b6959e0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 944 time: 0.0469279 Jul 28 18:18:22.326952 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c25320e2-bee5-4a90-8bee-a2fe9c2a17da req-82098c0e-68a5-4997-a80f-fe234bae8b55 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407183 Jul 28 18:18:22.467796 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device c9c5491c-fa11-47ad-bc68-d27692005b9b up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:22.513789 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port c9c5491c-fa11-47ad-bc68-d27692005b9b completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:18:22.611711 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port c9c5491c-fa11-47ad-bc68-d27692005b9b triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:18:22.612150 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:22.671733 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:22.685838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port c9c5491c-fa11-47ad-bc68-d27692005b9b is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:18:22.686231 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:22.710443 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:18:22.712687 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1cfcf1-d8c8-4716-b7e2-19d1ae8973f5" -d '{"events": [{"server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "name": "network-vif-plugged", "status": "completed", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:22.730164 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port c9c5491c-fa11-47ad-bc68-d27692005b9b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:22.800785 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:22.804630 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:22.808199 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785afcba-7535-493b-afa0-06b410228207 x-openstack-request-id: req-785afcba-7535-493b-afa0-06b410228207 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:22.808511 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "name": "network-vif-plugged", "status": "completed", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:22.808766 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-785afcba-7535-493b-afa0-06b410228207 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:22.809174 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-785afcba-7535-493b-afa0-06b410228207'] response: {'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'code': 200} Jul 28 18:18:22.880765 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=c9c5491c-fa11-47ad-bc68-d27692005b9b,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:22.890067 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 1d258458-0cee-481c-93c4-bf0b858d9e28 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:18:22.890413 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:22.966000 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 1d258458-0cee-481c-93c4-bf0b858d9e28 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:18:22.966625 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:22.987957 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016f43f-3198-4f94-b9ca-75cda327e840 req-c9cb8db5-0c6d-4cf6-8408-bba69414dca4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:22.989598 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6016f43f-3198-4f94-b9ca-75cda327e840 req-c9cb8db5-0c6d-4cf6-8408-bba69414dca4 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0536764 Jul 28 18:18:23.004755 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:23.044701 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6016f43f-3198-4f94-b9ca-75cda327e840 req-beae1baf-0d71-406f-8b75-11c3e309a9ed tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487056 Jul 28 18:18:23.051784 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:23.078778 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:23.091197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5efccc-a85a-40ca-aa7b-5cf9712f946a req-e1d26774-fc75-45ef-b767-a91c7453bb1c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:23.092712 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cd5efccc-a85a-40ca-aa7b-5cf9712f946a req-e1d26774-fc75-45ef-b767-a91c7453bb1c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0531073 Jul 28 18:18:23.121908 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=10']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:23.145903 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cd5efccc-a85a-40ca-aa7b-5cf9712f946a req-16bdefc7-0ac5-4b0e-a9ce-982d43be6735 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460918 Jul 28 18:18:23.449257 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871bedf-5086-4779-bfa5-6fd28e5225d1 req-528134b1-e8be-4b3f-8471-d6cb59acbf28 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:23.450711 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4871bedf-5086-4779-bfa5-6fd28e5225d1 req-528134b1-e8be-4b3f-8471-d6cb59acbf28 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0470762 Jul 28 18:18:23.500335 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4871bedf-5086-4779-bfa5-6fd28e5225d1 req-0b349a23-043c-4ff2-bac3-006ce0cdba74 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441551 Jul 28 18:18:24.161197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dc0ebd-cae4-49db-8841-71e9c6347a6b req-5693ef34-2232-48b6-9e4e-eed6c9e4e11d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:24.162574 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-47dc0ebd-cae4-49db-8841-71e9c6347a6b req-5693ef34-2232-48b6-9e4e-eed6c9e4e11d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0472279 Jul 28 18:18:24.213512 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-47dc0ebd-cae4-49db-8841-71e9c6347a6b req-9ba8c116-77cf-4f1c-a156-73e6557db39b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453310 Jul 28 18:18:24.262644 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61307d-70fe-452d-ab72-e257db2680de req-81a2bebd-709a-453d-87b5-08359b4e2c48 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:24.264189 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8c61307d-70fe-452d-ab72-e257db2680de req-81a2bebd-709a-453d-87b5-08359b4e2c48 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0479274 Jul 28 18:18:24.296361 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:24.313318 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8c61307d-70fe-452d-ab72-e257db2680de req-2b1eb060-8b88-4b78-bab3-a150fb2ca431 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435116 Jul 28 18:18:24.626674 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02965207-47a7-436b-8b02-2b3e9293937e req-d5a9c7d0-42ed-467f-bd63-768651d052d6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:24.628130 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02965207-47a7-436b-8b02-2b3e9293937e req-d5a9c7d0-42ed-467f-bd63-768651d052d6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0517735 Jul 28 18:18:24.674457 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-02965207-47a7-436b-8b02-2b3e9293937e req-a2e6816b-40cd-4c9e-aeeb-14de41a6a9c6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406184 Jul 28 18:18:24.810576 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:18:24.813174 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46ad64c-a5cf-4203-a092-23bfd4684643" -d '{"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-plugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:24.853084 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d029be2-00fa-4bed-a862-5ebf6bd46505 x-openstack-request-id: req-3d029be2-00fa-4bed-a862-5ebf6bd46505 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:24.853084 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-plugged", "status": "completed", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:24.853084 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3d029be2-00fa-4bed-a862-5ebf6bd46505 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:24.853084 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d029be2-00fa-4bed-a862-5ebf6bd46505'] response: {'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'code': 200} Jul 28 18:18:25.327533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54914fef-d304-4223-819f-5196ab15221f req-e03e0223-a8b7-4051-ae63-0130bb97185a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:25.328922 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54914fef-d304-4223-819f-5196ab15221f req-e03e0223-a8b7-4051-ae63-0130bb97185a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0474379 Jul 28 18:18:25.379939 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54914fef-d304-4223-819f-5196ab15221f req-acda375e-53b5-45fd-b660-f6ffe9623bac tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454252 Jul 28 18:18:25.437345 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5377ff76-83d5-4165-87b1-f8a79dc08067 req-2d0518e2-3354-4575-b502-ac11b8112f05 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:25.438809 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5377ff76-83d5-4165-87b1-f8a79dc08067 req-2d0518e2-3354-4575-b502-ac11b8112f05 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0503926 Jul 28 18:18:25.488701 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5377ff76-83d5-4165-87b1-f8a79dc08067 req-8de42fc9-df20-47b1-98cd-d5e97443584e tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437322 Jul 28 18:18:25.734091 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947935a4-449d-4335-b737-247872a22255 req-cf65550a-ee64-4110-91ed-4ef21f0c9840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:25.735590 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-947935a4-449d-4335-b737-247872a22255 req-cf65550a-ee64-4110-91ed-4ef21f0c9840 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 1129 time: 0.0403206 Jul 28 18:18:25.819728 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696e80f-758a-47ee-a410-d862bd4f1fe6 req-ddb78802-609a-429b-a064-23624431b1a6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:25.821220 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6696e80f-758a-47ee-a410-d862bd4f1fe6 req-ddb78802-609a-429b-a064-23624431b1a6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0652785 Jul 28 18:18:25.823902 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-947935a4-449d-4335-b737-247872a22255 req-87f41c4b-9964-47af-b490-a9e169049b6d service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809886 Jul 28 18:18:25.870946 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6696e80f-758a-47ee-a410-d862bd4f1fe6 req-534f2fe4-a6b7-4250-933d-772e552fa304 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443306 Jul 28 18:18:26.501563 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42ed79-c371-4f0f-8fe0-0442450a8da5 req-27c04a4f-15cf-4b57-bfe5-a8c08c9ca968 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:26.503119 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d42ed79-c371-4f0f-8fe0-0442450a8da5 req-27c04a4f-15cf-4b57-bfe5-a8c08c9ca968 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0493305 Jul 28 18:18:26.557663 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d42ed79-c371-4f0f-8fe0-0442450a8da5 req-b22ea32b-fb92-4a56-bdc2-e5c4350ea7a0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484056 Jul 28 18:18:26.614129 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fdf7f-d819-4d05-87bb-c31a3a22fdec req-d1d89397-5466-43c7-b961-df0faef9905d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:26.615616 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fd9fdf7f-d819-4d05-87bb-c31a3a22fdec req-d1d89397-5466-43c7-b961-df0faef9905d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0530148 Jul 28 18:18:26.666487 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fd9fdf7f-d819-4d05-87bb-c31a3a22fdec req-ed548511-4be2-4da3-8977-64c1b285269f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451014 Jul 28 18:18:26.996832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c9e348-9b26-40a5-bb8b-3f832949c2d2 req-a916bb9d-a1d4-4234-a6d1-367d9bb40ed1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:26.998300 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76c9e348-9b26-40a5-bb8b-3f832949c2d2 req-a916bb9d-a1d4-4234-a6d1-367d9bb40ed1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0505326 Jul 28 18:18:27.010698 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:27.046161 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-76c9e348-9b26-40a5-bb8b-3f832949c2d2 req-e57575b0-0d3e-4d1f-af35-15a8ea46d138 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421023 Jul 28 18:18:27.110158 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:27.673316 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcaf0b-6705-434a-b767-9de08b448857 req-66ba43f8-a1b5-43b2-9d27-34c201f0618c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:27.674713 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7bfcaf0b-6705-434a-b767-9de08b448857 req-66ba43f8-a1b5-43b2-9d27-34c201f0618c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0469463 Jul 28 18:18:27.724509 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7bfcaf0b-6705-434a-b767-9de08b448857 req-58fca1b6-e6a9-4bd0-bc42-e5ea12d30ed9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436440 Jul 28 18:18:27.805084 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fd07b9-358f-4420-bc39-6b0765e35033 req-ad7cf068-8583-4188-acea-7ec6cdf94036 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:27.805777 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9fd07b9-358f-4420-bc39-6b0765e35033 req-ad7cf068-8583-4188-acea-7ec6cdf94036 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0538340 Jul 28 18:18:27.856303 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9fd07b9-358f-4420-bc39-6b0765e35033 req-433d2b59-2479-4797-9d73-c40cec81f78a tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447552 Jul 28 18:18:28.171063 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674d59b-1ba3-4ead-a7d5-a66c68eeda91 req-b771cc4f-1fe2-48fe-b4a5-a3a267661eaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:28.172591 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d674d59b-1ba3-4ead-a7d5-a66c68eeda91 req-b771cc4f-1fe2-48fe-b4a5-a3a267661eaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0475872 Jul 28 18:18:28.198198 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:28.220683 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d674d59b-1ba3-4ead-a7d5-a66c68eeda91 req-a8524a96-228e-441c-ba1c-e920b1c35747 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424469 Jul 28 18:18:28.855210 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593ba83-fc25-443a-94ae-3ecd17fedf92 req-de349c2c-5f6b-4c1f-963d-14695b96b693 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:28.856696 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2593ba83-fc25-443a-94ae-3ecd17fedf92 req-de349c2c-5f6b-4c1f-963d-14695b96b693 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0601969 Jul 28 18:18:28.914023 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2593ba83-fc25-443a-94ae-3ecd17fedf92 req-def2559f-b65e-47f8-ad7f-559d4e023c5e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514562 Jul 28 18:18:29.004300 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8b32bf-8e5f-4b84-aa97-059b598b13f3 req-126f89ec-41f0-4d3a-814d-c7de517ea255 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:29.005812 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b8b32bf-8e5f-4b84-aa97-059b598b13f3 req-126f89ec-41f0-4d3a-814d-c7de517ea255 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0758045 Jul 28 18:18:29.006954 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645787e-19c6-4db9-beb1-cb4fc61a859b req-670b9ceb-b91d-4905-b800-54ceb23c08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:29.008803 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e645787e-19c6-4db9-beb1-cb4fc61a859b req-670b9ceb-b91d-4905-b800-54ceb23c08a8 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1130 time: 0.0684371 Jul 28 18:18:29.055727 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b8b32bf-8e5f-4b84-aa97-059b598b13f3 req-aacad7d8-ab69-4895-ba8d-8dca11140deb tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432014 Jul 28 18:18:29.159328 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e645787e-19c6-4db9-beb1-cb4fc61a859b req-c781f913-f69f-412f-8daa-5f0e0947c9bb service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374241 Jul 28 18:18:29.348612 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b21803-9231-4071-a70d-ae07ffe87bc0 req-608cba67-32aa-4cb6-9a7a-72df086e48a9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:29.350124 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-90b21803-9231-4071-a70d-ae07ffe87bc0 req-608cba67-32aa-4cb6-9a7a-72df086e48a9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0505741 Jul 28 18:18:29.397499 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-90b21803-9231-4071-a70d-ae07ffe87bc0 req-ba88eade-d10a-4ddf-b6b4-524da3e04de3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409780 Jul 28 18:18:30.030386 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45a748-3748-4a43-b238-67eb12bb27bc req-53e1cc14-e504-439a-8308-57bf76460139 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:30.031818 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d45a748-3748-4a43-b238-67eb12bb27bc req-53e1cc14-e504-439a-8308-57bf76460139 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0466011 Jul 28 18:18:30.080201 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d45a748-3748-4a43-b238-67eb12bb27bc req-72c0bccf-c1f6-4ba6-ba38-ed63f387500f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429757 Jul 28 18:18:30.209288 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98970c-5ac4-4eba-b1e9-1b42c9d338ce req-3aca4f90-a724-47f8-bcad-0b3ead13e626 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:30.211283 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1d98970c-5ac4-4eba-b1e9-1b42c9d338ce req-3aca4f90-a724-47f8-bcad-0b3ead13e626 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0814166 Jul 28 18:18:30.231266 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979ab1e-2890-4754-93ca-d6b40ae85710 req-dc3d943b-1559-46e0-a351-12a9e30cf3f1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:30.235150 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3979ab1e-2890-4754-93ca-d6b40ae85710 req-dc3d943b-1559-46e0-a351-12a9e30cf3f1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0676591 Jul 28 18:18:30.300310 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1d98970c-5ac4-4eba-b1e9-1b42c9d338ce req-555608ee-5041-4136-b664-c67f2a902d0b tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828593 Jul 28 18:18:30.315586 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3979ab1e-2890-4754-93ca-d6b40ae85710 req-6968b676-8833-48c3-ae94-f3786903c048 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753160 Jul 28 18:18:30.343174 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46582) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:30.493078 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9290a043-6f3d-458a-a7b4-59e938703c74 tempest-TestVolumeBootPattern-938785145 tempest-TestVolumeBootPattern-938785145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:30.494641 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-9290a043-6f3d-458a-a7b4-59e938703c74 tempest-TestVolumeBootPattern-938785145 tempest-TestVolumeBootPattern-938785145-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 1124 time: 0.1504271 Jul 28 18:18:30.497574 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46588) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:30.501730 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'port_id': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address': '172.20.0.3'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:18:30.523354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41c43c-b517-4849-868f-ef69acb021c3 req-03098a40-d0c6-43d6-8d2b-daa78da2af42 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:30.524894 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0c41c43c-b517-4849-868f-ef69acb021c3 req-03098a40-d0c6-43d6-8d2b-daa78da2af42 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0482080 Jul 28 18:18:30.537552 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:30.580762 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0c41c43c-b517-4849-868f-ef69acb021c3 req-a7d3aa57-1e86-4646-82bd-17bf49b47502 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476258 Jul 28 18:18:30.599733 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:30.680535 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:30.781374 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:18:30.787285 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Allocated IP 172.27.3.192 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/a5102d9f-0c33-414c-8a4c-96eded71f80a) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:30.887929 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:30.896620 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:30.899429 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'port_id': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'mac_address': 'fa:16:3e:bb:3a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:18:30.940383 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:18:30.940775 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:30.949715 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:30.954628 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:18:30.967634 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:30.976376 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:31.011352 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:31.016100 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:31.020027 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:18:31.024778 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=a5102d9f-0c33-414c-8a4c-96eded71f80a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:31.046155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:31.093430 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:31.362398 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:31.382343 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:31.386139 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (5a46ccf6-8560-4396-88b4-333179fff07f), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:31.435336 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ad49f-4eca-4b0e-8b50-ad136a584a66 req-1d32ae1b-ca3d-4109-9343-16eef877c14c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:31.438253 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e8ad49f-4eca-4b0e-8b50-ad136a584a66 req-1d32ae1b-ca3d-4109-9343-16eef877c14c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 945 time: 0.0543458 Jul 28 18:18:31.492051 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e8ad49f-4eca-4b0e-8b50-ad136a584a66 req-574d259f-d07f-4763-81c7-70230ef325cb tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489051 Jul 28 18:18:31.517338 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:31.707337 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:31.717253 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96cadff-0da6-4bf5-9436-f50aec1104b6 req-e38cf451-a1ac-4205-b288-34e4d28d0dd8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:31.718837 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c96cadff-0da6-4bf5-9436-f50aec1104b6 req-e38cf451-a1ac-4205-b288-34e4d28d0dd8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0514028 Jul 28 18:18:31.746815 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:18:31.768938 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c96cadff-0da6-4bf5-9436-f50aec1104b6 req-603c3497-f9c7-4a38-b8bb-7bc4cd06f5aa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Jul 28 18:18:31.813234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:31.887387 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=a5102d9f-0c33-414c-8a4c-96eded71f80a,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:31.898373 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (5a46ccf6-8560-4396-88b4-333179fff07f), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:31.907859 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:32.003717 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Floating IP 5a46ccf6-8560-4396-88b4-333179fff07f associated. External IP: 172.27.3.192, port: c9c5491c-fa11-47ad-bc68-d27692005b9b. Jul 28 18:18:32.191246 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 46632) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:32.213344 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:18:32.305318 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-287fdd73-767a-459f-9f78-84745bbf8639 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.335706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:32.408100 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-287fdd73-767a-459f-9f78-84745bbf8639 admin admin] Publish callbacks [] for security_group (a2e86d53-c8c8-483f-9f0c-3a5dd6938531), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.469751 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-287fdd73-767a-459f-9f78-84745bbf8639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a2e86d53-c8c8-483f-9f0c-3a5dd6938531), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.515961 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-0380afb4-7309-4378-a0e2-8c48ae8b1e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:32.517501 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-0380afb4-7309-4378-a0e2-8c48ae8b1e16 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 1130 time: 0.0775404 Jul 28 18:18:32.524364 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fdd73-767a-459f-9f78-84745bbf8639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e86d53-c8c8-483f-9f0c-3a5dd6938531,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:32.535614 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-287fdd73-767a-459f-9f78-84745bbf8639 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6cce8bfa6dc241739e1fe5e072a4e51a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363574 Jul 28 18:18:32.536537 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46644) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:32.550914 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:32.564655 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:18:32.574327 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:18:32.590407 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:18:32.594393 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:18:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:32.603501 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ed73facf-810c-4663-8176-0237b26f9d92 admin admin] Publish callbacks [] for security_group (a2e86d53-c8c8-483f-9f0c-3a5dd6938531), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.630020 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ed73facf-810c-4663-8176-0237b26f9d92 admin admin] Publish callbacks [] for security_group (a2e86d53-c8c8-483f-9f0c-3a5dd6938531), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.631980 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:32.651745 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.697179 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9a224-c96a-4682-9b30-7dd8f1ac5d66 req-83d583ca-e079-4130-8929-5b4ddfacd593 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:32.700178 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8fc9a224-c96a-4682-9b30-7dd8f1ac5d66 req-83d583ca-e079-4130-8929-5b4ddfacd593 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 945 time: 0.0752037 Jul 28 18:18:32.705110 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-53d010e5-7a97-46c2-b912-8d12418d8906 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2064564 Jul 28 18:18:32.708127 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:18:32.709384 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2522610-7854-4c20-bded-e9261d32e505" -d '{"events": [{"name": "network-changed", "server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:32.750045 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:18:32.772833 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-9d566a29-2330-42e9-a62b-9605ee9ea8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:32.774402 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-9d566a29-2330-42e9-a62b-9605ee9ea8f8 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.2242301 Jul 28 18:18:32.831486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8fc9a224-c96a-4682-9b30-7dd8f1ac5d66 req-2d1cbcf4-ecbd-42f1-a488-185a77ef3f2b tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244798 Jul 28 18:18:32.841934 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ed73facf-810c-4663-8176-0237b26f9d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a2e86d53-c8c8-483f-9f0c-3a5dd6938531), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.847083 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ed73facf-810c-4663-8176-0237b26f9d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:32.847083 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ed73facf-810c-4663-8176-0237b26f9d92 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/a2e86d53-c8c8-483f-9f0c-3a5dd6938531 HTTP/1.1" status: 204 len: 168 time: 0.3124239 Jul 28 18:18:32.862888 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73facf-810c-4663-8176-0237b26f9d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e86d53-c8c8-483f-9f0c-3a5dd6938531,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:32.894670 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-9b1d7627-ae49-4b39-ac71-e01b196de929 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 200 len: 1001 time: 0.1120679 Jul 28 18:18:32.935354 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46a4adc-7259-462c-9dbc-47eabd49bf5c x-openstack-request-id: req-c46a4adc-7259-462c-9dbc-47eabd49bf5c {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:32.935989 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:32.936135 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c46a4adc-7259-462c-9dbc-47eabd49bf5c {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:32.937070 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c46a4adc-7259-462c-9dbc-47eabd49bf5c'] response: {'name': 'network-changed', 'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'status': 'completed', 'code': 200} Jul 28 18:18:32.986995 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03b1b4-aa07-4ec3-a971-59b2a214d5d0 req-4131ade9-be98-4915-8d6d-0a2752cd7ecd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:32.988782 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa03b1b4-aa07-4ec3-a971-59b2a214d5d0 req-4131ade9-be98-4915-8d6d-0a2752cd7ecd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0497773 Jul 28 18:18:33.028189 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '5a46ccf6-8560-4396-88b4-333179fff07f', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:38:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bf3b10-9241-4fb1-9543-46147477634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:18:31Z', 'updated_at': '2022-07-28T18:18:31Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:33.059636 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:18:33.069365 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:18:33.070157 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:18:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:33.084416 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fa03b1b4-aa07-4ec3-a971-59b2a214d5d0 req-af6953dc-0334-4047-9871-29636bb8ca53 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898714 Jul 28 18:18:33.085922 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-949ee197-d7b4-4fdd-9fcd-cf26e7ff1bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:33.087366 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-949ee197-d7b4-4fdd-9fcd-cf26e7ff1bb7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0735750 Jul 28 18:18:33.105062 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522610-7854-4c20-bded-e9261d32e505 req-6c4ab777-fcf1-4664-891c-b56fbb92509c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:33.109873 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e2522610-7854-4c20-bded-e9261d32e505 req-6c4ab777-fcf1-4664-891c-b56fbb92509c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 1129 time: 0.0761588 Jul 28 18:18:33.126709 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:18:33.159921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-ea9618be-d98e-4ef3-a650-12669d56eb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:33.163354 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-ea9618be-d98e-4ef3-a650-12669d56eb83 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668504 Jul 28 18:18:33.269281 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522610-7854-4c20-bded-e9261d32e505 req-88dc491a-b9ff-48c6-8558-c9ab83968850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:33.270720 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e2522610-7854-4c20-bded-e9261d32e505 req-88dc491a-b9ff-48c6-8558-c9ab83968850 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.1514516 Jul 28 18:18:33.271851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:33.275534 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-57e44184-a3f8-4208-bb69-57e5f0c4a8d7 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062121 Jul 28 18:18:33.356195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:33.379629 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:18:33.392941 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a6e957b-95f1-45f4-896f-9a0d8ec42bd0 req-5e92d90e-51bb-458f-b1bf-7086c874afed service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101432 Jul 28 18:18:33.393922 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:18:33.409880 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e2522610-7854-4c20-bded-e9261d32e505 req-99571e96-1274-42b9-b814-bf40cc057de2 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b HTTP/1.1" status: 200 len: 999 time: 0.1275551 Jul 28 18:18:33.464994 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522610-7854-4c20-bded-e9261d32e505 req-8320935d-9dba-449d-b771-08c797eec033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:33.466288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:18:33.466674 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:33.466901 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e2522610-7854-4c20-bded-e9261d32e505 req-8320935d-9dba-449d-b771-08c797eec033 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0475459 Jul 28 18:18:33.512787 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2522610-7854-4c20-bded-e9261d32e505 req-32b4a0dc-b6f5-4221-b195-a8e5a5ec9e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:33.514384 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e2522610-7854-4c20-bded-e9261d32e505 req-32b4a0dc-b6f5-4221-b195-a8e5a5ec9e83 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410781 Jul 28 18:18:33.609643 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:33.612254 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:18:33.612641 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:33.628795 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e2522610-7854-4c20-bded-e9261d32e505 req-df91b320-b61a-4afe-9eaa-1376640be1c2 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908546 Jul 28 18:18:33.655738 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:18:33.661678 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e2758-42f3-47f8-94d8-80d0ce79de56" -d '{"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-plugged", "status": "completed", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:33.689988 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:18:33.701287 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0816e29-f32c-4088-830e-4a25b6d63faa x-openstack-request-id: req-b0816e29-f32c-4088-830e-4a25b6d63faa {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:33.701583 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-plugged", "status": "completed", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:33.701837 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b0816e29-f32c-4088-830e-4a25b6d63faa {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:33.702228 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0816e29-f32c-4088-830e-4a25b6d63faa'] response: {'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'code': 200} Jul 28 18:18:33.709267 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '5a46ccf6-8560-4396-88b4-333179fff07f', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:38:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bf3b10-9241-4fb1-9543-46147477634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:18:31Z', 'updated_at': '2022-07-28T18:18:31Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:33.727377 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e2522610-7854-4c20-bded-e9261d32e505 req-fdd1a3e0-5ae3-4082-ad23-5c7bdd04cda5 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924463 Jul 28 18:18:33.739169 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d995269-f397-4b7d-b6e8-a9c050f5fad8 None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '5a46ccf6-8560-4396-88b4-333179fff07f', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.192', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:38:a3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60bf3b10-9241-4fb1-9543-46147477634d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:18:31Z', 'updated_at': '2022-07-28T18:18:31Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:18:33.766203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:33.818021 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:33.962093 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6556c2-2977-4fe3-8b6a-0493495f390b req-c911ded4-d2f7-4b7f-ab67-e9ac4a8b1343 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:33.963567 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ed6556c2-2977-4fe3-8b6a-0493495f390b req-c911ded4-d2f7-4b7f-ab67-e9ac4a8b1343 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0505049 Jul 28 18:18:33.968163 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07dcbcdf-9bfe-4a07-8f12-836b2dfb72c5 None None] New status for floating IP 5a46ccf6-8560-4396-88b4-333179fff07f: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:18:34.002708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:34.017242 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ed6556c2-2977-4fe3-8b6a-0493495f390b req-914ebf10-21d4-4bf1-9e8a-e010aab14bf7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476735 Jul 28 18:18:34.150247 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2932439-4496-419e-93ce-c4b58d7e6aa8 req-adc66a56-4a47-42ab-bf2e-695310e5b796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:34.151903 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d2932439-4496-419e-93ce-c4b58d7e6aa8 req-adc66a56-4a47-42ab-bf2e-695310e5b796 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1130 time: 0.0395007 Jul 28 18:18:34.203338 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d2932439-4496-419e-93ce-c4b58d7e6aa8 req-61f78411-1691-4c54-9eba-8381d5ecdf54 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453241 Jul 28 18:18:34.231793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4b919-5c03-4108-88c4-d12960d4a818 req-d8ecae60-ca05-4f87-ab2f-4da7d674493a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:34.233271 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dec4b919-5c03-4108-88c4-d12960d4a818 req-d8ecae60-ca05-4f87-ab2f-4da7d674493a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0507138 Jul 28 18:18:34.283147 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dec4b919-5c03-4108-88c4-d12960d4a818 req-a2aa3191-a20e-4c8c-943e-fcc27d6069a8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442650 Jul 28 18:18:35.132925 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef8e75-bb2f-4c0c-ae84-b5c20745fdd6 req-a6dc2269-f51a-4ca4-86a3-101075f9fcff tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:35.134418 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-acef8e75-bb2f-4c0c-ae84-b5c20745fdd6 req-a6dc2269-f51a-4ca4-86a3-101075f9fcff tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0471768 Jul 28 18:18:35.183351 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-acef8e75-bb2f-4c0c-ae84-b5c20745fdd6 req-07c433a4-6a1e-436e-abfc-132e6a4b9bae tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431898 Jul 28 18:18:36.302630 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae475f-3409-4db8-a9d1-cafc46c13b60 req-ba8c2168-f5ce-4d89-b644-496781323c75 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:36.304080 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-74ae475f-3409-4db8-a9d1-cafc46c13b60 req-ba8c2168-f5ce-4d89-b644-496781323c75 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0489531 Jul 28 18:18:36.355124 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-74ae475f-3409-4db8-a9d1-cafc46c13b60 req-f800e221-2987-4de6-a751-d0a1b936d975 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448608 Jul 28 18:18:36.473851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b182e50-c3ae-4f49-8e80-7b2d8dedb830 req-a5e2e4b5-49d3-4a94-baa4-9e8188e61d10 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:36.475309 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8b182e50-c3ae-4f49-8e80-7b2d8dedb830 req-a5e2e4b5-49d3-4a94-baa4-9e8188e61d10 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0509269 Jul 28 18:18:36.523748 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8b182e50-c3ae-4f49-8e80-7b2d8dedb830 req-f1a97642-c13a-4271-99e0-b4d467dd3069 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429230 Jul 28 18:18:36.548454 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46670) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:36.728263 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50d5955-1f2d-471c-b725-3c0802704239 tempest-TestShelveInstance-1941644673 tempest-TestShelveInstance-1941644673-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:36.729785 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b50d5955-1f2d-471c-b725-3c0802704239 tempest-TestShelveInstance-1941644673 tempest-TestShelveInstance-1941644673-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1125 time: 0.1803110 Jul 28 18:18:36.732637 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46674) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:18:36.736950 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'port_id': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:18:36.829371 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:36.885646 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:36.911702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:37.020552 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Allocated IP 172.27.3.204 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/14d857b8-1cac-4b03-b2aa-ee33cc059665) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:18:37.115074 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:37.129826 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:37.224659 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:37.265125 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:18:37.269926 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:18:37.274512 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:18:37.277522 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'Port': ['ID=14d857b8-1cac-4b03-b2aa-ee33cc059665,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:37.622658 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for floatingip (1fec065f-82be-4472-b0b9-1ea470bc22a2), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:37.744027 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:37.761977 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:37.894168 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:37.955436 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:38.011347 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:38.020943 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event updated for resources: {'Port': ['ID=14d857b8-1cac-4b03-b2aa-ee33cc059665,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:18:38.034568 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (1fec065f-82be-4472-b0b9-1ea470bc22a2), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:38.132308 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Floating IP 1fec065f-82be-4472-b0b9-1ea470bc22a2 associated. External IP: 172.27.3.204, port: 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3. Jul 28 18:18:38.328614 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Router d814e004-08d8-467b-8291-680ea8b32ad1 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:18:38.433500 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:18:38.442690 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] Sync routers for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:18:38.452909 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:18:38.453575 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:18:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:38.500613 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:38.532674 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-6a7e6859-d058-48d6-8561-83769916cf95 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7989986 Jul 28 18:18:38.533292 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:18:38.535593 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2d31f9-e898-49e9-810a-adce77b6d21e" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:18:38.559558 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:18:38.574593 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befdbd75-4759-4648-832f-fde3b10d1620 x-openstack-request-id: req-befdbd75-4759-4648-832f-fde3b10d1620 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:18:38.574900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:18:38.575159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-befdbd75-4759-4648-832f-fde3b10d1620 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:18:38.575570 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-befdbd75-4759-4648-832f-fde3b10d1620'] response: {'name': 'network-changed', 'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'status': 'completed', 'code': 200} Jul 28 18:18:38.660627 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-69fdc4b7-b26f-4c41-90d2-7f6f3c9f3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:38.662213 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-69fdc4b7-b26f-4c41-90d2-7f6f3c9f3f0c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1130 time: 0.0386677 Jul 28 18:18:38.758901 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-fce9cf97-3e23-4366-ab83-12247a4ab921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:38.760491 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-fce9cf97-3e23-4366-ab83-12247a4ab921 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 909 time: 0.0896444 Jul 28 18:18:38.775483 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '1fec065f-82be-4472-b0b9-1ea470bc22a2', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'port_id': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'mac_address': 'fa:16:3e:bb:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:18:37Z', 'updated_at': '2022-07-28T18:18:37Z', 'revision_number': 0, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:13Z', 'revision_number': 5, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:38.800856 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] Checking router: d814e004-08d8-467b-8291-680ea8b32ad1 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:18:38.809973 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:18:38.810579 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:18:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:38.824167 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-bc29b167-4a99-4734-902c-f44cd196f1bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0568297 Jul 28 18:18:38.873206 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-863a138a-35ca-433e-986a-91705029b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:38.874666 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-863a138a-35ca-433e-986a-91705029b833 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 200 len: 847 time: 0.0440247 Jul 28 18:18:38.887565 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:38.914331 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:18:38.921427 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-99f73af3-5983-41e8-97c6-6135ecd5d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:38.922984 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-99f73af3-5983-41e8-97c6-6135ecd5d4a9 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422745 Jul 28 18:18:38.947688 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:39.019234 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-04adb45b-64ee-4e0f-9721-9ac72eab5c6b service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885262 Jul 28 18:18:39.117595 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4e2d31f9-e898-49e9-810a-adce77b6d21e req-b4194b4c-663f-457d-a013-dd7b6cea9870 service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915179 Jul 28 18:18:39.129093 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '1fec065f-82be-4472-b0b9-1ea470bc22a2', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'port_id': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'mac_address': 'fa:16:3e:bb:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:18:37Z', 'updated_at': '2022-07-28T18:18:37Z', 'revision_number': 0, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:13Z', 'revision_number': 5, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:18:39.158289 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f1a9b-abef-41bd-ae14-133d6174d6d8 None None] The sync data for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi is: [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '1fec065f-82be-4472-b0b9-1ea470bc22a2', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'floating_ip_address': '172.27.3.204', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'port_id': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'mac_address': 'fa:16:3e:bb:3a:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:18:37Z', 'updated_at': '2022-07-28T18:18:37Z', 'revision_number': 0, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:13Z', 'revision_number': 5, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:18:39.339400 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b6f9e86-3237-4630-8a19-5ffd50553955 None None] New status for floating IP 1fec065f-82be-4472-b0b9-1ea470bc22a2: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:18:39.341823 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:44.595386 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-54a94729-1b7f-41ec-bf0d-3501893bfacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:46.516086 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=44 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:46.519954 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=36 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:46.875539 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8d7c9cbb-9688-435d-aef4-d53c932e0764 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:47.915963 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:49.107706 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:49.114670 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=12 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:49.269673 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:49.442205 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=42,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:49.444062 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:18:49.788747 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:49.800238 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbe4a11-a869-4436-ad73-b1735669b7d1 req-66e5a23d-2698-4e90-a0fd-a246e36f5ec5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:49.801771 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdbe4a11-a869-4436-ad73-b1735669b7d1 req-66e5a23d-2698-4e90-a0fd-a246e36f5ec5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0502570 Jul 28 18:18:49.846121 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-2c3d39cd-fe16-4bc5-a3a5-5836ef003bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:49.847698 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-2c3d39cd-fe16-4bc5-a3a5-5836ef003bf0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0406733 Jul 28 18:18:49.851162 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdbe4a11-a869-4436-ad73-b1735669b7d1 req-fb044aef-198e-4093-92aa-48b0988685db tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Jul 28 18:18:50.150380 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-9391d3d8-f818-45ac-aa01-5bb12c3cfc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:50.152040 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-9391d3d8-f818-45ac-aa01-5bb12c3cfc20 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.2973032 Jul 28 18:18:50.213772 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-8edc9cb1-44d4-490f-9343-d09bd559eb6a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 200 len: 1000 time: 0.0543489 Jul 28 18:18:50.264197 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-aef7f452-d4fd-4455-953d-ca88dd113cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:50.265716 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-aef7f452-d4fd-4455-953d-ca88dd113cc5 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0433867 Jul 28 18:18:50.268076 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:18:50.313727 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-2e2aba01-3030-4a94-b35f-2fc02ce30496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:50.315227 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-2e2aba01-3030-4a94-b35f-2fc02ce30496 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422561 Jul 28 18:18:50.406354 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-c2214fd1-9e64-427d-a147-5ffc8bcf6749 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832105 Jul 28 18:18:50.500844 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f0866c08-9c02-4dd5-9aaf-8bda142ead2d req-658c468a-4f0b-4fe8-a5be-df2612d16da2 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862300 Jul 28 18:18:50.972009 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0920cd5-6275-496f-8d9f-86d3e4947d65 req-aa9b0abc-9721-479c-943e-e629185eb83a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:50.973478 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0920cd5-6275-496f-8d9f-86d3e4947d65 req-aa9b0abc-9721-479c-943e-e629185eb83a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0498927 Jul 28 18:18:51.020332 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0920cd5-6275-496f-8d9f-86d3e4947d65 req-1ae5e114-87a4-4354-b6c5-2f2954e4573c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Jul 28 18:18:52.137643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe2641e-bf1c-42ea-9ca5-fcc66d49f3b6 req-f0ec546c-0828-473b-b5da-12d0a5bbe036 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:52.139100 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8fe2641e-bf1c-42ea-9ca5-fcc66d49f3b6 req-f0ec546c-0828-473b-b5da-12d0a5bbe036 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0469239 Jul 28 18:18:52.186849 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8fe2641e-bf1c-42ea-9ca5-fcc66d49f3b6 req-c64affdc-981c-4ed6-b637-5ddcee897963 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Jul 28 18:18:53.304898 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2244687-d81d-4571-bb1a-b042bee0d4b5 req-1ffb4e93-53f3-4e74-964b-067073c9d506 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:53.306361 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a2244687-d81d-4571-bb1a-b042bee0d4b5 req-1ffb4e93-53f3-4e74-964b-067073c9d506 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0460470 Jul 28 18:18:53.356793 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a2244687-d81d-4571-bb1a-b042bee0d4b5 req-45cb0d29-0973-4a46-9614-8f4a78195758 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448973 Jul 28 18:18:54.474180 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27f480c-8068-4261-869a-4b7f50f2eb85 req-763af478-ce76-42b2-883a-1c16ede58ba4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:54.475659 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a27f480c-8068-4261-869a-4b7f50f2eb85 req-763af478-ce76-42b2-883a-1c16ede58ba4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0474329 Jul 28 18:18:54.523068 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a27f480c-8068-4261-869a-4b7f50f2eb85 req-cbad157f-4b04-4c70-ab90-5d9836667f84 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418758 Jul 28 18:18:55.638659 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbba0b8-face-48f8-93a8-474d46e14fed req-bf5fcff5-6eb5-48d4-bd72-2a22749d4c5e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:55.640152 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfbba0b8-face-48f8-93a8-474d46e14fed req-bf5fcff5-6eb5-48d4-bd72-2a22749d4c5e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0468092 Jul 28 18:18:55.686783 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfbba0b8-face-48f8-93a8-474d46e14fed req-cf3e5642-ce03-4bfe-919b-42f9d1e20932 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410800 Jul 28 18:18:56.814903 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314f216b-d23f-43df-816e-c6640179a5b1 req-ed5a606d-f5aa-4c12-ae30-64df4da0a3d4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:56.816412 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-314f216b-d23f-43df-816e-c6640179a5b1 req-ed5a606d-f5aa-4c12-ae30-64df4da0a3d4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0572593 Jul 28 18:18:56.867406 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-314f216b-d23f-43df-816e-c6640179a5b1 req-0a64e4e8-ebb2-45f8-9d5b-4f357ff627fd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454974 Jul 28 18:18:57.132274 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:18:57.984724 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a799b4-a37f-4136-980e-c3305295eabc req-ff9cb307-18dd-47b1-badf-2d1e955c64d6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:57.986321 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24a799b4-a37f-4136-980e-c3305295eabc req-ff9cb307-18dd-47b1-badf-2d1e955c64d6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0478501 Jul 28 18:18:58.032925 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24a799b4-a37f-4136-980e-c3305295eabc req-93d47349-c316-4a54-a9ac-5679258b9677 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409687 Jul 28 18:18:59.148487 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9cd09-ec99-4fbf-9023-1edb512473bc req-afe731ff-3f69-4e62-905c-ff00c8a78a2e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:18:59.150008 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31f9cd09-ec99-4fbf-9023-1edb512473bc req-afe731ff-3f69-4e62-905c-ff00c8a78a2e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0458226 Jul 28 18:18:59.208088 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31f9cd09-ec99-4fbf-9023-1edb512473bc req-49180591-3a1f-4f92-a4ed-a1a81d8b36cd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526636 Jul 28 18:19:00.327641 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae73a248-f4ef-4d37-a2bb-8069c6c8dff8 req-298a304f-7a1b-42fe-b77f-134034ef1e9a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:00.329141 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ae73a248-f4ef-4d37-a2bb-8069c6c8dff8 req-298a304f-7a1b-42fe-b77f-134034ef1e9a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0478203 Jul 28 18:19:00.369240 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:00.376408 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ae73a248-f4ef-4d37-a2bb-8069c6c8dff8 req-8d30039f-a9bf-46c8-b480-48cb2032a5af tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417471 Jul 28 18:19:00.496121 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=51 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:00.497944 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=43 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:01.497753 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059ca579-4c1a-45c9-93b9-59356a4fa409 req-aea01956-2cd2-4de4-89f4-aa125d1b853b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:01.500951 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-059ca579-4c1a-45c9-93b9-59356a4fa409 req-aea01956-2cd2-4de4-89f4-aa125d1b853b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0477061 Jul 28 18:19:01.547779 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-059ca579-4c1a-45c9-93b9-59356a4fa409 req-80c1ba4a-25ce-4083-b247-97da2c7b93c3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423191 Jul 28 18:19:02.667175 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d852435-01c6-4f08-a765-c5d0e294e36e req-4a8cbcbe-772f-4454-9195-71f333991393 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:02.668707 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2d852435-01c6-4f08-a765-c5d0e294e36e req-4a8cbcbe-772f-4454-9195-71f333991393 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0502443 Jul 28 18:19:02.717127 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2d852435-01c6-4f08-a765-c5d0e294e36e req-1e2092f7-030d-4d42-80eb-1c3ed48dff58 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428774 Jul 28 18:19:03.827787 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:03.835979 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce445ef-ae61-4116-bae0-cca878ab92be req-fbb2c6df-564e-4577-9bf5-c4abce317efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:03.837467 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2ce445ef-ae61-4116-bae0-cca878ab92be req-fbb2c6df-564e-4577-9bf5-c4abce317efe tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0471449 Jul 28 18:19:03.884505 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2ce445ef-ae61-4116-bae0-cca878ab92be req-0ff3b5f4-9585-4d6a-a91b-eae73eee2548 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411680 Jul 28 18:19:04.388611 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ea469-1eda-401c-9eeb-4b6c5ab127a3 req-1d9a22ab-1771-4932-828d-555a0da9809f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:04.390122 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-002ea469-1eda-401c-9eeb-4b6c5ab127a3 req-1d9a22ab-1771-4932-828d-555a0da9809f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0502546 Jul 28 18:19:04.438038 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-002ea469-1eda-401c-9eeb-4b6c5ab127a3 req-5daa1bf2-c325-48fd-bb92-da04a590b82e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423176 Jul 28 18:19:05.012101 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b553f-82c1-429f-b41b-a46b8d8f109d req-ef5a3d52-4fc7-46a4-b0b2-b249c571d78d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:05.014624 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ce9b553f-82c1-429f-b41b-a46b8d8f109d req-ef5a3d52-4fc7-46a4-b0b2-b249c571d78d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0488949 Jul 28 18:19:05.061923 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ce9b553f-82c1-429f-b41b-a46b8d8f109d req-447a55d7-8e20-45cd-bc9a-88ee968de9fd tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420582 Jul 28 18:19:05.556113 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1561b7-6979-4d66-b2cf-d6ebe16a3ab1 req-1ccde0f1-e929-4628-aa83-cca2b0f4872b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:05.557581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4d1561b7-6979-4d66-b2cf-d6ebe16a3ab1 req-1ccde0f1-e929-4628-aa83-cca2b0f4872b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0466914 Jul 28 18:19:05.609933 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4d1561b7-6979-4d66-b2cf-d6ebe16a3ab1 req-0d55d7c6-f544-4072-b866-3e5c886a3705 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467789 Jul 28 18:19:06.178407 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81089a8c-bc40-4a5b-92a0-d9e3d5dbe9a0 req-7dc20a8f-04be-4100-8f71-96a1e4907d8e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:06.179866 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-81089a8c-bc40-4a5b-92a0-d9e3d5dbe9a0 req-7dc20a8f-04be-4100-8f71-96a1e4907d8e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0471683 Jul 28 18:19:06.226934 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-81089a8c-bc40-4a5b-92a0-d9e3d5dbe9a0 req-0e484534-0d1a-40f6-b59c-77549d9fc819 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410314 Jul 28 18:19:06.726833 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c94a7d8-1cf5-4706-b89e-d360dac0cabb req-6254e8f6-cf13-45cc-a2fa-ed2dd629d75a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:06.728568 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2c94a7d8-1cf5-4706-b89e-d360dac0cabb req-6254e8f6-cf13-45cc-a2fa-ed2dd629d75a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0477717 Jul 28 18:19:06.776275 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2c94a7d8-1cf5-4706-b89e-d360dac0cabb req-ee1ee007-cd6e-4dfe-9b89-8d21377c61d3 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418229 Jul 28 18:19:07.065071 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:07.066933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:07.346672 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30229f-021a-4772-b1d4-7207969b65ca req-df0290fa-5fda-41be-8315-22c8a7af51f3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:07.348129 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ec30229f-021a-4772-b1d4-7207969b65ca req-df0290fa-5fda-41be-8315-22c8a7af51f3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0498781 Jul 28 18:19:07.394667 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ec30229f-021a-4772-b1d4-7207969b65ca req-0cbf47f7-169a-4e7e-9730-a6e959ae1a4b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402014 Jul 28 18:19:07.893508 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c498666a-fed8-48ed-906e-e29b07664b6e req-47fbfb84-c039-4705-9498-77abf1239d59 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:07.894994 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c498666a-fed8-48ed-906e-e29b07664b6e req-47fbfb84-c039-4705-9498-77abf1239d59 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0482504 Jul 28 18:19:07.940247 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:07.945052 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c498666a-fed8-48ed-906e-e29b07664b6e req-c875cdc9-785f-49f1-a071-663ab754a628 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 Jul 28 18:19:08.045562 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8b74e-957c-4ab6-9303-2a08aa555eb7 req-9474b6f0-57e3-41e6-a9d6-1907d117ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:08.047050 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-04d8b74e-957c-4ab6-9303-2a08aa555eb7 req-9474b6f0-57e3-41e6-a9d6-1907d117ac56 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0399528 Jul 28 18:19:08.092128 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-04d8b74e-957c-4ab6-9303-2a08aa555eb7 req-21c5af70-4792-4d08-89ac-99ed39b079ee service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380552 Jul 28 18:19:08.511658 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359f1ab-8cab-47fa-9207-2ddb9c756efc req-cef953cc-1075-40ab-93af-3f2bca5e3563 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:08.513135 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7359f1ab-8cab-47fa-9207-2ddb9c756efc req-cef953cc-1075-40ab-93af-3f2bca5e3563 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0470052 Jul 28 18:19:08.561337 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7359f1ab-8cab-47fa-9207-2ddb9c756efc req-ada722bc-3c23-4fd5-acbd-81ebb8d81206 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428205 Jul 28 18:19:09.064540 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391eff49-5fd9-4559-b165-c9904339917a req-8b3fe4e1-1a01-4a72-8dc4-1024faeb90c6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:09.066020 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-391eff49-5fd9-4559-b165-c9904339917a req-8b3fe4e1-1a01-4a72-8dc4-1024faeb90c6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0470908 Jul 28 18:19:09.112054 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-391eff49-5fd9-4559-b165-c9904339917a req-f6e9ae76-6836-470f-867d-4efb773a6bee tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405374 Jul 28 18:19:09.687330 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25670db-616f-402f-a3ff-887f3da4e303 req-02050fae-72f8-4454-815c-ea753a1f804e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:09.688747 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f25670db-616f-402f-a3ff-887f3da4e303 req-02050fae-72f8-4454-815c-ea753a1f804e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0528131 Jul 28 18:19:09.738401 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f25670db-616f-402f-a3ff-887f3da4e303 req-d7ca430c-4bad-4f7e-a256-4cf63d3a3529 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435593 Jul 28 18:19:10.089791 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:10.094007 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:10.232095 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98a744b-ec8f-4d88-a926-fbb15da50ba4 req-5ecc25dc-7829-488a-a45d-51a118e17285 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:10.233602 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a98a744b-ec8f-4d88-a926-fbb15da50ba4 req-5ecc25dc-7829-488a-a45d-51a118e17285 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0502434 Jul 28 18:19:10.283263 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a98a744b-ec8f-4d88-a926-fbb15da50ba4 req-2affe485-440e-4550-be0c-4ae2b2e7b046 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440478 Jul 28 18:19:10.855483 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0019bae-2a0d-4213-a154-7eff4ab1eebf req-c908ae3f-68f7-46f4-a0ca-3e3fc5591304 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:10.856929 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0019bae-2a0d-4213-a154-7eff4ab1eebf req-c908ae3f-68f7-46f4-a0ca-3e3fc5591304 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0467067 Jul 28 18:19:10.867729 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:10.903311 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0019bae-2a0d-4213-a154-7eff4ab1eebf req-6d0a3d42-d104-4276-ba0e-163a7536edae tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409141 Jul 28 18:19:11.434033 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d146e6ad-67ab-4dcf-96de-05ba73818ac5 req-b2b0b308-25b7-4a45-bc39-5854fd357b8b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:11.435503 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d146e6ad-67ab-4dcf-96de-05ba73818ac5 req-b2b0b308-25b7-4a45-bc39-5854fd357b8b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0790150 Jul 28 18:19:11.443441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f55d44f-7f36-482d-bc65-dfc987d3e470 req-37ee0c71-6284-4a9d-804c-841abbe11d00 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:11.444856 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f55d44f-7f36-482d-bc65-dfc987d3e470 req-37ee0c71-6284-4a9d-804c-841abbe11d00 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0792983 Jul 28 18:19:11.467956 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00abd-0084-4be4-a3c2-6d72762489df req-a5971acb-9f93-4087-8ec2-e67687d2f664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:11.469511 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-71f00abd-0084-4be4-a3c2-6d72762489df req-a5971acb-9f93-4087-8ec2-e67687d2f664 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0435688 Jul 28 18:19:11.517567 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d146e6ad-67ab-4dcf-96de-05ba73818ac5 req-2b248ab2-ae13-40e6-8a3a-4ef1c9fda121 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717411 Jul 28 18:19:11.522058 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4f55d44f-7f36-482d-bc65-dfc987d3e470 req-b4170e9f-a101-45ff-b7ee-96186d4271be tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693707 Jul 28 18:19:11.565874 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00abd-0084-4be4-a3c2-6d72762489df req-da816a9d-956b-4706-a967-299ae40e604d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:11.567341 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-71f00abd-0084-4be4-a3c2-6d72762489df req-da816a9d-956b-4706-a967-299ae40e604d service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.0904379 Jul 28 18:19:11.631518 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-71f00abd-0084-4be4-a3c2-6d72762489df req-5e77e5fd-55d9-4163-bf0c-4349827adcaf service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 200 len: 1000 time: 0.0579271 Jul 28 18:19:11.679497 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00abd-0084-4be4-a3c2-6d72762489df req-04d8f009-48ed-4186-a63e-dc633eda862c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:11.680899 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-71f00abd-0084-4be4-a3c2-6d72762489df req-04d8f009-48ed-4186-a63e-dc633eda862c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0436373 Jul 28 18:19:11.723336 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f00abd-0084-4be4-a3c2-6d72762489df req-54336975-1240-4af4-81b8-ad4eeba027d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:11.724835 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-71f00abd-0084-4be4-a3c2-6d72762489df req-54336975-1240-4af4-81b8-ad4eeba027d7 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376408 Jul 28 18:19:11.816430 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-71f00abd-0084-4be4-a3c2-6d72762489df req-9ebc7153-8ab7-4bd1-8c3c-b59fea4be608 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Jul 28 18:19:11.905424 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-71f00abd-0084-4be4-a3c2-6d72762489df req-ff98a4fb-fb7c-4584-8971-b8819df7e3f6 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830362 Jul 28 18:19:12.670174 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4232540-218c-4978-ae77-276e7c90379b req-99f698b6-4fcf-48ed-9cb3-67c79652b8c7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:12.671656 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f4232540-218c-4978-ae77-276e7c90379b req-99f698b6-4fcf-48ed-9cb3-67c79652b8c7 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0795066 Jul 28 18:19:12.677624 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056c1f9e-d4cb-49e0-899f-382ac16539ec req-da8f3adf-7868-4c86-8131-fa705193f514 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:12.678933 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-056c1f9e-d4cb-49e0-899f-382ac16539ec req-da8f3adf-7868-4c86-8131-fa705193f514 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0777173 Jul 28 18:19:12.749130 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f4232540-218c-4978-ae77-276e7c90379b req-17af8a4f-f961-4f48-97d9-8d3e174f0eb6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692382 Jul 28 18:19:12.755985 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-056c1f9e-d4cb-49e0-899f-382ac16539ec req-6b160370-969b-4cfd-9d31-73899e015be4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693848 Jul 28 18:19:14.138566 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917918fc-ae1c-4211-b05b-461dcb9a5a6a req-9ec0d833-1a3f-442d-8b01-cb9989f5091d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:14.140031 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-917918fc-ae1c-4211-b05b-461dcb9a5a6a req-9ec0d833-1a3f-442d-8b01-cb9989f5091d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.3191178 Jul 28 18:19:14.145840 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ba4d24-86a8-4429-bfea-39debc973867 req-7838ae4d-0739-42e8-9e67-d172776a62c0 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:14.147173 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59ba4d24-86a8-4429-bfea-39debc973867 req-7838ae4d-0739-42e8-9e67-d172776a62c0 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.3167739 Jul 28 18:19:14.198911 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:14.218157 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-917918fc-ae1c-4211-b05b-461dcb9a5a6a req-56d10831-9e98-4045-be4d-34a486a8212e tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700817 Jul 28 18:19:14.225397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59ba4d24-86a8-4429-bfea-39debc973867 req-d580c959-2f67-4da5-b377-3663cf7e803f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695767 Jul 28 18:19:14.623419 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e23e5af7-87a5-41f7-b63c-4a956bc2b5a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:15.374277 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d04833-7de4-4d53-9f54-bff229d7f93f req-49dd185f-54e4-488f-876c-e833387e30f3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:15.376424 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-33d04833-7de4-4d53-9f54-bff229d7f93f req-49dd185f-54e4-488f-876c-e833387e30f3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0848005 Jul 28 18:19:15.384550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0027b800-4ee1-4f9d-8d71-ea620f7f4b6f req-dee5205d-157e-4c6e-9c58-c58c97fc6028 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:15.391743 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0027b800-4ee1-4f9d-8d71-ea620f7f4b6f req-dee5205d-157e-4c6e-9c58-c58c97fc6028 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0819304 Jul 28 18:19:15.464284 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-33d04833-7de4-4d53-9f54-bff229d7f93f req-89a68077-f55b-4197-b94b-498edefced2f tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773988 Jul 28 18:19:15.467842 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0027b800-4ee1-4f9d-8d71-ea620f7f4b6f req-8b0b0d71-7895-44d4-9249-a9de645c9d26 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751171 Jul 28 18:19:16.616154 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d89820-1794-49e1-a430-116676ccd1f7 req-c72523ed-781d-433c-a68c-b8d131a680c5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:16.617649 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70d89820-1794-49e1-a430-116676ccd1f7 req-c72523ed-781d-433c-a68c-b8d131a680c5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0789456 Jul 28 18:19:16.624227 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8c1c1-64b6-4198-91a0-9a5abf290bc4 req-05cb186a-90e7-41df-8e2a-db889ec5f1d7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:16.625619 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9fe8c1c1-64b6-4198-91a0-9a5abf290bc4 req-05cb186a-90e7-41df-8e2a-db889ec5f1d7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0850616 Jul 28 18:19:16.702318 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70d89820-1794-49e1-a430-116676ccd1f7 req-b9851662-e7cc-4ee5-93f5-14fe82a3f0c3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756309 Jul 28 18:19:16.705194 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9fe8c1c1-64b6-4198-91a0-9a5abf290bc4 req-59fac953-ccae-4eea-9fbc-89f46666c9e4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727410 Jul 28 18:19:16.816905 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045090e-ca70-4921-b086-409747b8a0ac req-112fb0f0-77b4-4f90-9e46-9331e3f4891d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:16.818401 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f045090e-ca70-4921-b086-409747b8a0ac req-112fb0f0-77b4-4f90-9e46-9331e3f4891d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Jul 28 18:19:16.827934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 46856) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:16.832217 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Request body: {'floatingip': {'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:19:16.834666 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:16.858134 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8b847e4f-98ae-43b1-bf24-a5eb582c47ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:16.891952 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:17.332579 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:17.406623 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:17.492255 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:17.602979 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Router d9cc9844-ec63-4f57-8d99-984bcf0327b0 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:19:17.706198 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:19:17.710845 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:17.716163 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] Sync routers for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:19:17.726160 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:19:17.726781 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:19:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:17.746902 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:19:17.749194 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb34e57-f028-4074-9352-90ef48030481" -d '{"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:17.785465 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f46ecf16-b8b5-414f-a2e0-135b704d77c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "PUT /v2.0/floatingips/b3e306e8-add1-4e07-91a3-355932cb34a4 HTTP/1.1" status: 200 len: 992 time: 0.9564574 Jul 28 18:19:17.801767 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:19:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d93d2b-4498-43ff-9612-7bf094691c0e x-openstack-request-id: req-62d93d2b-4498-43ff-9612-7bf094691c0e {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:17.801767 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:17.801767 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62d93d2b-4498-43ff-9612-7bf094691c0e {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:17.801767 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62d93d2b-4498-43ff-9612-7bf094691c0e'] response: {'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'status': 'completed', 'code': 200} Jul 28 18:19:17.837979 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0236c6-2436-4678-bcae-6530652079eb req-1a4efbf4-21e9-41e7-be95-d131cfd808e4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:17.839595 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e0236c6-2436-4678-bcae-6530652079eb req-1a4efbf4-21e9-41e7-be95-d131cfd808e4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0505278 Jul 28 18:19:17.868846 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:17.886639 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34e57-f028-4074-9352-90ef48030481 req-99815890-9500-447a-b92e-5cbad0903f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:17.888186 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5bb34e57-f028-4074-9352-90ef48030481 req-99815890-9500-447a-b92e-5cbad0903f9b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0467618 Jul 28 18:19:17.893697 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e0236c6-2436-4678-bcae-6530652079eb req-e21415ef-34cb-490c-961a-e7e7135058fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477536 Jul 28 18:19:17.976304 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:19:17.981754 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34e57-f028-4074-9352-90ef48030481 req-f034a35d-c030-4eb4-b32d-dc57b50533d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:17.983253 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5bb34e57-f028-4074-9352-90ef48030481 req-f034a35d-c030-4eb4-b32d-dc57b50533d9 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.0878952 Jul 28 18:19:18.007970 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:18.049115 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5bb34e57-f028-4074-9352-90ef48030481 req-84cbd02a-f97a-4bab-a51f-4117896db105 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 200 len: 1000 time: 0.0598960 Jul 28 18:19:18.106594 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34e57-f028-4074-9352-90ef48030481 req-c28412ea-c219-4627-8cfc-c8daa4f8c413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:18.108186 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5bb34e57-f028-4074-9352-90ef48030481 req-c28412ea-c219-4627-8cfc-c8daa4f8c413 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0522187 Jul 28 18:19:18.151024 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34e57-f028-4074-9352-90ef48030481 req-dae052d2-0fa1-4c84-b24f-28067671e21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:18.152566 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5bb34e57-f028-4074-9352-90ef48030481 req-dae052d2-0fa1-4c84-b24f-28067671e21c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387158 Jul 28 18:19:18.198234 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'b3e306e8-add1-4e07-91a3-355932cb34a4', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'mac_address': 'fa:16:3e:e7:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:15:51Z', 'updated_at': '2022-07-28T18:19:17Z', 'revision_number': 3, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:18.226708 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] Checking router: d9cc9844-ec63-4f57-8d99-984bcf0327b0 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:19:18.235470 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:19:18.236129 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:19:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:18.245608 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5bb34e57-f028-4074-9352-90ef48030481 req-3c45cb24-aaa4-40dd-bf3b-b07e04635dd7 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867395 Jul 28 18:19:18.303381 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:18.313715 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:18.337524 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5bb34e57-f028-4074-9352-90ef48030481 req-bd16876a-aa11-4885-b7c9-ea2cf563b1ff service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855224 Jul 28 18:19:18.338775 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:19:18.548455 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'b3e306e8-add1-4e07-91a3-355932cb34a4', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'mac_address': 'fa:16:3e:e7:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:15:51Z', 'updated_at': '2022-07-28T18:19:17Z', 'revision_number': 3, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:18.573043 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33cefaa7-946a-43e7-9cd2-0249d155f99e None None] The sync data for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi is: [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'b3e306e8-add1-4e07-91a3-355932cb34a4', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'floating_ip_address': '172.27.3.60', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'port_id': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'mac_address': 'fa:16:3e:e7:dd:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39af8515-9818-4664-9e32-7a8a318f02c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:15:51Z', 'updated_at': '2022-07-28T18:19:17Z', 'revision_number': 3, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:19:19.014853 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae6b7c-0bfc-4774-88f7-9e002e9c3170 req-55cecd0d-6312-4251-9068-26803a2ef22f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:19.016309 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f4ae6b7c-0bfc-4774-88f7-9e002e9c3170 req-55cecd0d-6312-4251-9068-26803a2ef22f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0468934 Jul 28 18:19:19.066585 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f4ae6b7c-0bfc-4774-88f7-9e002e9c3170 req-577199d4-8f0f-445e-bceb-cb2e4c808691 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446515 Jul 28 18:19:19.332092 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:19.802585 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:19:19.804984 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60510b76-5da3-4068-aacf-4eccd52b1399" -d '{"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:19.811985 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:19.842369 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-923a0872-255c-4411-8732-9e87bb637c77 x-openstack-request-id: req-923a0872-255c-4411-8732-9e87bb637c77 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:19.842665 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:19.842921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-923a0872-255c-4411-8732-9e87bb637c77 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:19.843363 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-923a0872-255c-4411-8732-9e87bb637c77'] response: {'name': 'network-changed', 'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'status': 'completed', 'code': 200} Jul 28 18:19:19.926785 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-863b13bf-566c-4f26-b35e-fab7319982b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:19.928254 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-863b13bf-566c-4f26-b35e-fab7319982b8 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 1129 time: 0.0415449 Jul 28 18:19:20.016890 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-6c4885ad-4b1e-45f2-a135-4e8cdb6ecd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:20.018348 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-6c4885ad-4b1e-45f2-a135-4e8cdb6ecd7b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.0844719 Jul 28 18:19:20.081519 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-99a69610-52e0-4c42-8ef4-363b82017d1e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 200 len: 1000 time: 0.0570693 Jul 28 18:19:20.132177 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-b7a6ef80-7b13-4ac1-a93e-a0ecb74d51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:20.133852 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-b7a6ef80-7b13-4ac1-a93e-a0ecb74d51e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0469773 Jul 28 18:19:20.179282 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-03a6296a-942c-446b-ac42-ad8c662a3195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:20.180807 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-03a6296a-942c-446b-ac42-ad8c662a3195 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411046 Jul 28 18:19:20.187083 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c3a29-fdc1-419c-8b7b-c9dc7363e6c3 req-14de5a10-3c45-4e90-8128-dfc271c5bb07 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:20.188767 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-029c3a29-fdc1-419c-8b7b-c9dc7363e6c3 req-14de5a10-3c45-4e90-8128-dfc271c5bb07 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0487099 Jul 28 18:19:20.236633 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-029c3a29-fdc1-419c-8b7b-c9dc7363e6c3 req-f835f2df-df00-4ca2-9743-cc9cdbf03fc1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Jul 28 18:19:20.282424 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-190c5e48-4204-4322-846d-575a55f50fe8 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950496 Jul 28 18:19:20.397599 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60510b76-5da3-4068-aacf-4eccd52b1399 req-cc74a8c0-502c-45d0-adaa-02e284be246a service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842037 Jul 28 18:19:21.356129 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694092b0-7abf-4239-b741-241a2e6b37dc req-9d50fc14-8522-4413-89b5-05c7ecfa35f9 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:21.357654 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-694092b0-7abf-4239-b741-241a2e6b37dc req-9d50fc14-8522-4413-89b5-05c7ecfa35f9 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0476520 Jul 28 18:19:21.404118 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-694092b0-7abf-4239-b741-241a2e6b37dc req-9f9c5ae9-225b-4b90-9b9d-fcf2914c32f7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410113 Jul 28 18:19:21.738295 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dba0ed-bb9d-420a-a1f5-34b56c773087 req-062a7a25-9c5b-488e-8e1e-2c99646cf8fc tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:21.739994 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-11dba0ed-bb9d-420a-a1f5-34b56c773087 req-062a7a25-9c5b-488e-8e1e-2c99646cf8fc tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0534227 Jul 28 18:19:21.789332 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-11dba0ed-bb9d-420a-a1f5-34b56c773087 req-ecc6268f-ddea-4cf1-b20c-b88690e5640b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Jul 28 18:19:21.857389 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-194e007e-bc70-4511-9112-20e8bac521f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:21.858847 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-194e007e-bc70-4511-9112-20e8bac521f7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 1129 time: 0.0430603 Jul 28 18:19:21.948378 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-371b4b0b-1c51-4c56-aaa5-3dc61ed65082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:21.949758 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-371b4b0b-1c51-4c56-aaa5-3dc61ed65082 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 912 time: 0.0837824 Jul 28 18:19:22.013067 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-2dfb16a8-c979-4415-b9ab-37938448278e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 200 len: 1000 time: 0.0571158 Jul 28 18:19:22.060857 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-4c868191-513e-44e1-ab8e-6d00334982bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:22.062290 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-4c868191-513e-44e1-ab8e-6d00334982bf service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.0432456 Jul 28 18:19:22.103296 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-eb46eb09-0d92-459f-b465-3e2d525e91d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:22.105274 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-eb46eb09-0d92-459f-b465-3e2d525e91d0 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373931 Jul 28 18:19:22.194613 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-f0ad1fe5-6a29-4493-a54a-653c9b38b137 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836582 Jul 28 18:19:22.282903 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-1d00e805-7fa5-4fe5-9513-bf127fc604a4 req-64fc3066-ad3d-4284-92f4-d7d8ac50c20e service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825357 Jul 28 18:19:22.911081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32047f-54af-4aca-ad78-ede83e095c37 req-ad5d28f5-36ab-4e67-b976-db07d5e640c4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:22.912565 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db32047f-54af-4aca-ad78-ede83e095c37 req-ad5d28f5-36ab-4e67-b976-db07d5e640c4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0485198 Jul 28 18:19:22.960760 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db32047f-54af-4aca-ad78-ede83e095c37 req-cc4e5a19-d3cc-42a8-bd17-4b8bfec21e87 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420940 Jul 28 18:19:24.082857 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aacdbe-6e23-4bf4-b3ac-5b3806c2a9f4 req-e5591dd9-fe14-46f3-8fd7-6cad7c40281c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:24.084318 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-86aacdbe-6e23-4bf4-b3ac-5b3806c2a9f4 req-e5591dd9-fe14-46f3-8fd7-6cad7c40281c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0508466 Jul 28 18:19:24.131010 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-86aacdbe-6e23-4bf4-b3ac-5b3806c2a9f4 req-abb4d850-97fd-4789-83fa-6b477f90051c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411139 Jul 28 18:19:27.069848 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:27.131873 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:27.266295 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:19:31.928546 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:31.937236 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:31.944000 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-d935d756-5b6a-4104-969a-da1d1bfc7fa0 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447288 Jul 28 18:19:32.046204 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-83e84739-89ec-4e6e-8b74-a516155adbab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:32.047697 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-83e84739-89ec-4e6e-8b74-a516155adbab service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=b52f26ab8b934756b0c74d681d08d04f&device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 1130 time: 0.0393217 Jul 28 18:19:32.149450 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-ffd9c53c-0d54-4864-9cd5-7521fd43a2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:32.151518 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-ffd9c53c-0d54-4864-9cd5-7521fd43a2ee service neutron] 10.222.0.93 "GET /v2.0/networks?id=ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 200 len: 920 time: 0.0849934 Jul 28 18:19:32.192591 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-ad8af703-ad59-49bb-84af-32de3c5d8125 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 200 len: 217 time: 0.0345871 Jul 28 18:19:32.241481 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-f1c3c8cd-aad0-40fb-92f3-5fc0148bf509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:32.242899 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-f1c3c8cd-aad0-40fb-92f3-5fc0148bf509 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 200 len: 858 time: 0.0437207 Jul 28 18:19:32.287120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-78f3b52d-ea47-4d3f-9822-38e909b64930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:32.289029 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-78f3b52d-ea47-4d3f-9822-38e909b64930 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ba65b4a3-37f5-43f6-818c-5327e758cd5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392070 Jul 28 18:19:32.385441 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-3e6f50d0-2cbd-47a3-94c5-d856dcdf6c33 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890522 Jul 28 18:19:32.472519 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-884b0ae3-eca3-4d75-8b27-b86c79312000 req-c0b8c4be-868c-406b-910a-f5cdcff91122 service neutron] 10.222.0.93 "GET /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812244 Jul 28 18:19:34.125419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:34.127283 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=48 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:37.078403 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:42.468445 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=42 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:42.469327 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=45 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:44.640068 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-350ddc70-ffc5-424a-b1fb-9316e5c6588c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:44.760377 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0edf621-b9ee-4ff8-9b67-c778d49fb3e9 req-ad69f3d9-2b88-45f0-b5ba-c9e1e9955ea1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:44.761922 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0edf621-b9ee-4ff8-9b67-c778d49fb3e9 req-ad69f3d9-2b88-45f0-b5ba-c9e1e9955ea1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0489311 Jul 28 18:19:44.809774 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0edf621-b9ee-4ff8-9b67-c778d49fb3e9 req-553c0ef9-e24e-4b5d-a95a-696368a68018 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416672 Jul 28 18:19:45.933681 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228adacc-f2e5-4cca-8ca6-fd73bde815e9 req-7c8ae13a-2c30-445c-9d34-ec81e389d097 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:45.935619 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-228adacc-f2e5-4cca-8ca6-fd73bde815e9 req-7c8ae13a-2c30-445c-9d34-ec81e389d097 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0466664 Jul 28 18:19:45.985283 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-228adacc-f2e5-4cca-8ca6-fd73bde815e9 req-81ac81bb-3c58-4f8f-ba1c-ccc967ea09ef tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440884 Jul 28 18:19:46.868707 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6e3333a2-30e5-442d-85f0-3cf4413b3ade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:47.090897 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:47.091701 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:47.107310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d1773-2000-43fa-924d-8f0ce0934fc5 req-149e6037-a214-4970-a0bf-311fc5d98a7c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:47.108943 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-128d1773-2000-43fa-924d-8f0ce0934fc5 req-149e6037-a214-4970-a0bf-311fc5d98a7c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0476546 Jul 28 18:19:47.156371 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-128d1773-2000-43fa-924d-8f0ce0934fc5 req-a4e4a6aa-3a25-45ba-bbf2-89f08d4a1884 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Jul 28 18:19:47.248631 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-fd5281ce-3d74-40ed-9c14-3e83116efc42 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:47.250094 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-fd5281ce-3d74-40ed-9c14-3e83116efc42 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 946 time: 0.0833979 Jul 28 18:19:47.366935 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Deleting port 1d258458-0cee-481c-93c4-bf0b858d9e28 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:19:47.367282 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:47.471560 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] For port 1d258458-0cee-481c-93c4-bf0b858d9e28, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=1d258458-0cee-481c-93c4-bf0b858d9e28,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:19:47.471930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:47.675743 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:47.676025 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:47.676356 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Floating IP efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5 disassociated. External IP: 172.27.3.131, port: 1d258458-0cee-481c-93c4-bf0b858d9e28. Jul 28 18:19:47.676721 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Calling delete_port for 1d258458-0cee-481c-93c4-bf0b858d9e28 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:19:47.874403 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (1d258458-0cee-481c-93c4-bf0b858d9e28), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:47.897134 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:47.904638 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event deleted for resources: {'Port': ['ID=1d258458-0cee-481c-93c4-bf0b858d9e28,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:47.919312 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.919658 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.919996 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.920330 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.920658 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.921006 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.921333 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.921655 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.921977 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.922354 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.922678 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.922998 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.923316 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.923637 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:47.923952 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:48.029511 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Router 67535ec3-accc-432f-af4d-b7c2064ab23b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:19:48.269828 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6ef165da-335f-472e-8f91-c50c2bf0602a req-5bb434e5-713a-4356-8229-b10c12a0556b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.0296607 Jul 28 18:19:48.342333 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:19:48.351960 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] Sync routers for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:19:48.362262 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:19:48.362876 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:19:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:48.405936 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] No DVR routers for this DVR port 1d258458-0cee-481c-93c4-bf0b858d9e28 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:19:48.409423 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:48.412840 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4995a25d-16d0-477f-b574-ca8311c0bf8e req-7920c601-fbda-4b65-997b-3ee5acfc206d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "DELETE /v2.0/ports/1d258458-0cee-481c-93c4-bf0b858d9e28 HTTP/1.1" status: 204 len: 173 time: 1.1551435 Jul 28 18:19:48.413325 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-deleted', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:19:48.415614 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c53e1cd-8b8d-41f5-8858-79040546a97e" -d '{"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-deleted", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:19:48.456300 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-addd0e1a-35f6-46e6-90fe-49715dd37e47 x-openstack-request-id: req-addd0e1a-35f6-46e6-90fe-49715dd37e47 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:19:48.457038 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1c63c9-4f4b-4c9e-91da-42f88fd63286", "name": "network-vif-deleted", "tag": "1d258458-0cee-481c-93c4-bf0b858d9e28", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:19:48.457307 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-addd0e1a-35f6-46e6-90fe-49715dd37e47 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:19:48.457716 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-addd0e1a-35f6-46e6-90fe-49715dd37e47'] response: {'server_uuid': '2b1c63c9-4f4b-4c9e-91da-42f88fd63286', 'name': 'network-vif-deleted', 'tag': '1d258458-0cee-481c-93c4-bf0b858d9e28', 'status': 'completed', 'code': 200} Jul 28 18:19:48.467330 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:19:48.748887 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:48.774591 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] Checking router: 67535ec3-accc-432f-af4d-b7c2064ab23b for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:19:48.783938 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:19:48.784589 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:19:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:48.892611 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:19:49.079305 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:19:49.105109 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180060ca-32f6-4122-865c-047b1b1936c8 None None] The sync data for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi is: [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:19:49.302027 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:49.375500 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f955f8e-d259-49cd-b05c-dbf830bd8e43 None None] New status for floating IP efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5: DOWN {{(pid=104677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:19:49.411326 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ed26e3b9-7520-422d-87f2-501eafb06b51 req-e23538af-645c-4cc8-8b98-4585ea4f2c6b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=2b1c63c9-4f4b-4c9e-91da-42f88fd63286 HTTP/1.1" status: 200 len: 210 time: 0.0393207 Jul 28 18:19:49.788002 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:51.432024 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:19:51.453348 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 1d258458-0cee-481c-93c4-bf0b858d9e28 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:19:51.453726 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 1d258458-0cee-481c-93c4-bf0b858d9e28 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:19:51.599737 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 46956) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:51.664932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:51.692404 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:51.811485 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:51.814183 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:51.815342 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "DELETE /v2.0/security-groups/a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e HTTP/1.1" status: 204 len: 168 time: 0.2145429 Jul 28 18:19:51.818311 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46960) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:51.824874 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:51.832348 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.832700 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.833080 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.833425 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.833766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.834105 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.834409 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.api.v2.resource [None req-b7dc314b-bbe0-47b3-a429-59bfb152988c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] show failed (client error): The resource could not be found. Jul 28 18:19:51.834527 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.834751 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.835081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.835414 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.835524 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b7dc314b-bbe0-47b3-a429-59bfb152988c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups/a1b6a773-5c1a-4cc6-8f00-e4fa66f9022e HTTP/1.1" status: 404 len: 347 time: 0.0161216 Jul 28 18:19:51.835742 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.836065 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.836411 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.836714 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.837135 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22a522de-a059-4564-9dd8-172256874aae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:19:51.838394 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46962) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:51.945801 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:51.950119 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Deleting port ebaa13f5-02b6-4efc-ac01-78138538d637 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:19:51.950464 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:51.988061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:52.026850 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:52.027182 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (ebaa13f5-02b6-4efc-ac01-78138538d637), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:52.043994 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Calling delete_port for ebaa13f5-02b6-4efc-ac01-78138538d637 owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:19:52.229118 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (ebaa13f5-02b6-4efc-ac01-78138538d637), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:52.258297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event deleted for resources: {'Port': ['ID=ebaa13f5-02b6-4efc-ac01-78138538d637,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:52.320957 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:52.323496 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:52.324602 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-04b5b766-aa62-417d-a453-7dffbf0272e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "DELETE /v2.0/floatingips/efacfd83-22db-4ed2-9c5a-fd44f6a3a1c5 HTTP/1.1" status: 204 len: 168 time: 0.4851987 Jul 28 18:19:53.501210 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46970) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:53.505783 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-18990891-6009-4fe1-9e4f-ca24133d76fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1449784284', 'description': 'tempest-description--672779334'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:19:53.594740 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-18990891-6009-4fe1-9e4f-ca24133d76fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:53.662501 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-18990891-6009-4fe1-9e4f-ca24133d76fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (7f3b2086-1c47-41ef-aa8a-5238f6cd29cd), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:53.743103 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-18990891-6009-4fe1-9e4f-ca24133d76fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (7f3b2086-1c47-41ef-aa8a-5238f6cd29cd), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:53.773433 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18990891-6009-4fe1-9e4f-ca24133d76fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:53.847686 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-18990891-6009-4fe1-9e4f-ca24133d76fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:53.848953 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-18990891-6009-4fe1-9e4f-ca24133d76fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3467278 Jul 28 18:19:53.851886 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46972) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:53.856164 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-35f70407-f26f-4040-9573-4ced02bae35b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'security_group_rule': {'security_group_id': '7f3b2086-1c47-41ef-aa8a-5238f6cd29cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:19:53.955291 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-35f70407-f26f-4040-9573-4ced02bae35b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (9554a392-fc16-476a-ba6a-e3ef7ab953fc), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.013830 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-35f70407-f26f-4040-9573-4ced02bae35b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (9554a392-fc16-476a-ba6a-e3ef7ab953fc), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.085773 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-35f70407-f26f-4040-9573-4ced02bae35b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (9554a392-fc16-476a-ba6a-e3ef7ab953fc), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.105061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f70407-f26f-4040-9573-4ced02bae35b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9554a392-fc16-476a-ba6a-e3ef7ab953fc,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:54.167869 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-35f70407-f26f-4040-9573-4ced02bae35b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.169110 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-35f70407-f26f-4040-9573-4ced02bae35b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3162689 Jul 28 18:19:54.172459 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46974) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:54.176724 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-81079764-b098-4da1-8880-6ff40d0f2364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'security_group_rule': {'security_group_id': '7f3b2086-1c47-41ef-aa8a-5238f6cd29cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:19:54.182022 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:54.281546 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-81079764-b098-4da1-8880-6ff40d0f2364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (b58d2469-303d-48ef-aeb2-b847adf6db0d), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.336364 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-81079764-b098-4da1-8880-6ff40d0f2364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (b58d2469-303d-48ef-aeb2-b847adf6db0d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.399932 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-81079764-b098-4da1-8880-6ff40d0f2364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (b58d2469-303d-48ef-aeb2-b847adf6db0d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.420985 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:54.422604 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81079764-b098-4da1-8880-6ff40d0f2364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b58d2469-303d-48ef-aeb2-b847adf6db0d,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:54.476063 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-81079764-b098-4da1-8880-6ff40d0f2364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.477346 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-81079764-b098-4da1-8880-6ff40d0f2364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038769 Jul 28 18:19:54.480450 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 46976) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:19:54.484877 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:19:54.582704 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.666359 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.777200 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Allocated IP 172.27.3.160 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/cbfdd4d8-3226-4a27-b80a-5d8d9590ab96) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:19:54.886469 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:54.971443 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:55.011170 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:19:55.014900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:19:55.017617 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:19:55.045585 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'Port': ['ID=cbfdd4d8-3226-4a27-b80a-5d8d9590ab96,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:55.107983 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (f82267af-48ef-4bd4-b96b-f39f7bd9b905), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:55.182785 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:55.210364 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:55.333017 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:55.377228 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:55.444227 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:55.450343 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'Port': ['ID=cbfdd4d8-3226-4a27-b80a-5d8d9590ab96,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:19:55.461894 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (f82267af-48ef-4bd4-b96b-f39f7bd9b905), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:55.521615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:55.522860 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a64e61a4-afdd-4d5d-86bf-4700aa03d741 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0413780 Jul 28 18:19:55.720652 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-426e94a2-9b94-459d-8d4b-8ddebd6bcb3a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1449784284&fields=id&tenant_id=9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 267 time: 0.0428324 Jul 28 18:19:55.830723 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-650ea555-fe52-40f4-b5e8-8e2573446756 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:19:55.832302 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-650ea555-fe52-40f4-b5e8-8e2573446756 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 816 time: 0.1046696 Jul 28 18:19:55.849413 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-8d184126-6514-4680-b619-fe8c0e1b015f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/quotas/9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 375 time: 0.0110540 Jul 28 18:19:55.899327 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-e81e6ead-1902-462d-a25d-d840519e6580 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437832 Jul 28 18:19:56.048283 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-26f43a50-d203-4cba-8b15-28c9b3d63183 service neutron] 10.222.0.86 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369200 Jul 28 18:19:56.138961 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-d272cbbd-01ba-49fe-9541-3ff1e8fad8fc service neutron] 10.222.0.86 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842731 Jul 28 18:19:57.217270 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:19:57.375140 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f72b6b1-7a4c-4fad-afbf-dee7d98412fc req-ce799e18-b73c-4133-b4fe-e68e50b4f312 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0293872 Jul 28 18:19:58.464327 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-01f8c45c-a6bf-40c2-a8ad-84cd3a203526 req-199774f5-2b9a-4b44-9c56-928d942494c2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0309622 Jul 28 18:19:59.081877 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=64 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:59.082669 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=68 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:19:59.553819 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4728f935-68f4-4524-95be-83bd3154382a req-fa574442-1bd9-481b-85ca-2915d83496e6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0274918 Jul 28 18:20:00.638888 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4bb3e70f-4cfe-4c2b-831c-b63554c7fa60 req-544af424-92fb-4baf-83e8-a7ff6a7e8551 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0268884 Jul 28 18:20:01.741910 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9b214893-d9e9-4066-a909-a5022d1c61ad req-23c413f8-29e0-40a3-aae9-e6f3b106b11d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0285769 Jul 28 18:20:02.847061 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b2bf51e-b558-46b0-9d1e-303c31b7695a req-7cf4b265-4c86-46b9-a0a6-fdbcd8c85787 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0305812 Jul 28 18:20:03.557279 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-cd444bf1-ad9f-4c54-812b-28dfaec20544 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:03.558728 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-cd444bf1-ad9f-4c54-812b-28dfaec20544 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 816 time: 0.1027362 Jul 28 18:20:03.626401 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-70672c8b-32c3-41bf-82db-66684b89f12b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 380 time: 0.0525239 Jul 28 18:20:03.635799 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'port': {'device_id': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'admin_state_up': True, 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'security_groups': ['7f3b2086-1c47-41ef-aa8a-5238f6cd29cd']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:03.799603 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Made reservation on behalf of 9e962e97777048b79415ba13adcc95be for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:20:03.802992 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:03.938929 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Allocated IP 172.20.0.3 (0082d454-46e3-4fac-a205-e12b0fa3a60d/f24fd41b-17ba-4228-9354-884e52ae4255/0069c542-1991-42af-bff0-348765fbb55f) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:03.955079 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0604349-f974-4669-ae6e-1d2629636640 req-096fbb58-3f5f-4b76-b135-c36e9b87a223 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0284748 Jul 28 18:20:04.078158 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for port (0069c542-1991-42af-bff0-348765fbb55f), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.188744 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.227828 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:04.234686 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:04.240045 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:04.244095 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:04.269399 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:20:04.273106 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:04.302179 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:04.302818 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.367814 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-1ef0af5e-55c8-4e4f-96df-6d0dd24e9fe5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356839 Jul 28 18:20:04.387318 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Request body: {'port': {'device_id': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:04.409840 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:04.450024 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.473228 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-41ac3a8e-12f3-41e5-8060-9b138907e428 None None] Provisioning complete for port 0069c542-1991-42af-bff0-348765fbb55f triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:04.473854 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-41ac3a8e-12f3-41e5-8060-9b138907e428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0069c542-1991-42af-bff0-348765fbb55f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.505601 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-41ac3a8e-12f3-41e5-8060-9b138907e428 None None] Port 0069c542-1991-42af-bff0-348765fbb55f cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:20:04.710459 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0069c542-1991-42af-bff0-348765fbb55f {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:20:04.719085 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Publish callbacks [] for port (0069c542-1991-42af-bff0-348765fbb55f), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.732121 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Transition to ACTIVE for port object 0069c542-1991-42af-bff0-348765fbb55f will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:20:04.817188 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:04.866804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:04.944778 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Attempting to bind port 0069c542-1991-42af-bff0-348765fbb55f on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:20:04.945146 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Attempting to bind port 0069c542-1991-42af-bff0-348765fbb55f by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:20:04.945460 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Attempting to bind port 0069c542-1991-42af-bff0-348765fbb55f on network 0082d454-46e3-4fac-a205-e12b0fa3a60d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:04.950281 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Port 0069c542-1991-42af-bff0-348765fbb55f on network 0082d454-46e3-4fac-a205-e12b0fa3a60d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:20:04.950721 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Attempting to bind port 0069c542-1991-42af-bff0-348765fbb55f on network 0082d454-46e3-4fac-a205-e12b0fa3a60d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:04.971900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 19, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:20:04.972151 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Checking segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:20:04.972541 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Bound using segment: {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:20:04.973115 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Bound port: 0069c542-1991-42af-bff0-348765fbb55f, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eebfb869-2329-4c98-9d96-8ca111c14829', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 921, 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:20:04.973380 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:05.040222 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:20:05.043316 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:20:05.079753 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:05.090639 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cfb28-bf4f-4594-a4ad-985f6e726102 req-acaeb216-319b-443b-95aa-974c85a68f13 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.094854 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b15cfb28-bf4f-4594-a4ad-985f6e726102 req-acaeb216-319b-443b-95aa-974c85a68f13 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0475287 Jul 28 18:20:05.111175 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:05.121137 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:05.142833 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b15cfb28-bf4f-4594-a4ad-985f6e726102 req-a2e34150-2c5a-4fa2-a279-6a248535ea6a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Jul 28 18:20:05.155125 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.155754 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:05.157210 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] 10.222.0.93 "PUT /v2.0/ports/0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 200 len: 1093 time: 0.7743344 Jul 28 18:20:05.157672 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'tag': '0069c542-1991-42af-bff0-348765fbb55f'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:05.160259 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6461ff4f-f114-476d-93d7-ca27595137d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "tag": "0069c542-1991-42af-bff0-348765fbb55f"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:05.182016 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6efd8-01bf-4c3c-b63c-73b5f79cb08b service neutron] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:05.225438 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b49a792-ba71-4348-b317-8f5520a54340 x-openstack-request-id: req-2b49a792-ba71-4348-b317-8f5520a54340 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:05.225735 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "tag": "0069c542-1991-42af-bff0-348765fbb55f", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:05.225993 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2b49a792-ba71-4348-b317-8f5520a54340 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:05.226546 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b49a792-ba71-4348-b317-8f5520a54340'] response: {'name': 'network-changed', 'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'tag': '0069c542-1991-42af-bff0-348765fbb55f', 'status': 'completed', 'code': 200} Jul 28 18:20:05.310032 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:05.314185 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ff4f-f114-476d-93d7-ca27595137d8 req-fa36182f-af8c-425f-b591-3f15ed41e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.315740 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6461ff4f-f114-476d-93d7-ca27595137d8 req-fa36182f-af8c-425f-b591-3f15ed41e267 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1127 time: 0.0460641 Jul 28 18:20:05.425109 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ff4f-f114-476d-93d7-ca27595137d8 req-f00a7c80-e12a-4d46-9f25-e0f9871e82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.426699 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6461ff4f-f114-476d-93d7-ca27595137d8 req-f00a7c80-e12a-4d46-9f25-e0f9871e82eb service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=9e962e97777048b79415ba13adcc95be&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0975852 Jul 28 18:20:05.525518 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6461ff4f-f114-476d-93d7-ca27595137d8 req-6ac14fae-6d9d-4db5-9afb-03929e1a673d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.526963 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6461ff4f-f114-476d-93d7-ca27595137d8 req-6ac14fae-6d9d-4db5-9afb-03929e1a673d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937717 Jul 28 18:20:05.629127 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-16af9864-99a2-47b9-8e9b-dffbe3d47a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.630704 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-16af9864-99a2-47b9-8e9b-dffbe3d47a5d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1127 time: 0.0386264 Jul 28 18:20:05.676534 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-53d456a8-305d-4ab1-bd64-f38b078cc629 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 200 len: 217 time: 0.0317261 Jul 28 18:20:05.729394 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-7bf9de7e-34d4-4983-884b-e0747e970810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.730848 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-7bf9de7e-34d4-4983-884b-e0747e970810 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0458972 Jul 28 18:20:05.764154 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:05.773515 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-84764252-6af2-4e46-8e7c-301f94b81fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:05.774984 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-84764252-6af2-4e46-8e7c-301f94b81fee service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375295 Jul 28 18:20:05.864224 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-545b0b21-6930-414b-bb9a-ee239bc5d722 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835171 Jul 28 18:20:05.957989 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d5d28d08-3ac9-44e7-a1e2-b4f7897a518d req-38249564-fd76-412d-87c7-ad1bee344bad service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877011 Jul 28 18:20:06.300032 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8efbd42-a595-40fc-bf31-71090c43e8b1 req-a397d6fb-c8f2-408c-a6ec-3af8415e4233 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:06.301918 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d8efbd42-a595-40fc-bf31-71090c43e8b1 req-a397d6fb-c8f2-408c-a6ec-3af8415e4233 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0464118 Jul 28 18:20:06.359362 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d8efbd42-a595-40fc-bf31-71090c43e8b1 req-b233b656-1697-4db1-88e8-99342f92f631 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520179 Jul 28 18:20:07.481893 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579947a3-4066-4a95-b6f9-f52c49b0990f req-483ccfd9-ca79-43e6-b3da-fe9864922642 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:07.483865 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-579947a3-4066-4a95-b6f9-f52c49b0990f req-483ccfd9-ca79-43e6-b3da-fe9864922642 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0461221 Jul 28 18:20:07.529876 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-579947a3-4066-4a95-b6f9-f52c49b0990f req-d0d5af12-9c68-43ab-baca-d35b3de47bb9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400677 Jul 28 18:20:08.654180 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18bcb37-5900-42a1-a543-c128be8da3b1 req-f5341c57-3232-44e2-85ce-949b0b83b258 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:08.655643 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f18bcb37-5900-42a1-a543-c128be8da3b1 req-f5341c57-3232-44e2-85ce-949b0b83b258 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0471058 Jul 28 18:20:08.701956 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f18bcb37-5900-42a1-a543-c128be8da3b1 req-95b9c6fe-2544-489c-b400-a0eebc391708 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406826 Jul 28 18:20:09.483464 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:20:09.486158 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:09.487583 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=24,neutron:UPDATE=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:09.584079 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:09.596582 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '0069c542-1991-42af-bff0-348765fbb55f', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'port_id': '0069c542-1991-42af-bff0-348765fbb55f', 'mac_address': 'fa:16:3e:5f:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:20:09.629907 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:09.630297 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:09.643827 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0069c542-1991-42af-bff0-348765fbb55f {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:20:09.666966 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:09.748764 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:09.796380 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:09.803470 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.804560 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.804560 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.804560 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.804913 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.805271 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.805585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.805907 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.806228 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.806548 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.806868 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.807194 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.807511 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.807827 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.808143 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:09.829246 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0510cfd-8297-42c4-906a-587eeeefb30a req-917cce2d-a13c-4ff5-90d4-e81ab2aa3039 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:09.830758 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0510cfd-8297-42c4-906a-587eeeefb30a req-917cce2d-a13c-4ff5-90d4-e81ab2aa3039 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 944 time: 0.0521374 Jul 28 18:20:09.877523 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0510cfd-8297-42c4-906a-587eeeefb30a req-ec964289-c169-47c9-938a-c817d9b4bd95 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411005 Jul 28 18:20:10.282881 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['0069c542-1991-42af-bff0-348765fbb55f'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:11.000125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b371b1-37e2-46dc-863a-d0c7c1106415 req-114fd1a3-7f35-4e80-8d35-16e22652307d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:11.001646 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-14b371b1-37e2-46dc-863a-d0c7c1106415 req-114fd1a3-7f35-4e80-8d35-16e22652307d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 944 time: 0.0480425 Jul 28 18:20:11.049442 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-14b371b1-37e2-46dc-863a-d0c7c1106415 req-c2aa7cf0-2548-4ff8-b70c-c50794e3635f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Jul 28 18:20:11.510014 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:11.552427 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 0069c542-1991-42af-bff0-348765fbb55f completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:20:11.609847 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 0069c542-1991-42af-bff0-348765fbb55f triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:11.610210 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0069c542-1991-42af-bff0-348765fbb55f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:11.680790 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:11.681127 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:11.704159 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:11.706423 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498884d2-9e7e-4245-99dc-1843ce58fb98" -d '{"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-plugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:11.723240 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:11.750434 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaf1d987-d37c-4c5a-a892-f61d035c6291 x-openstack-request-id: req-aaf1d987-d37c-4c5a-a892-f61d035c6291 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:11.750734 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-plugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:11.750995 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aaf1d987-d37c-4c5a-a892-f61d035c6291 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:11.751400 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaf1d987-d37c-4c5a-a892-f61d035c6291'] response: {'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f', 'code': 200} Jul 28 18:20:11.794216 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:11.846951 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:12.049937 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2771b995-09aa-4356-8d18-1309ba63603b req-59b1a0d2-4923-4cec-831d-1a809655bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:12.051362 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-2771b995-09aa-4356-8d18-1309ba63603b req-59b1a0d2-4923-4cec-831d-1a809655bb1e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1129 time: 0.0379393 Jul 28 18:20:12.102323 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-2771b995-09aa-4356-8d18-1309ba63603b req-65a7b5b6-e7f6-46af-8795-7c0ac82a6ae6 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407071 Jul 28 18:20:12.178100 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb9b2be-1b67-4b54-941e-1e6047510792 req-23872b4f-0459-4532-b7f8-abf136a5d417 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:12.179609 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ceb9b2be-1b67-4b54-941e-1e6047510792 req-23872b4f-0459-4532-b7f8-abf136a5d417 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0512648 Jul 28 18:20:12.227231 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ceb9b2be-1b67-4b54-941e-1e6047510792 req-4b94fcf7-55eb-4d25-846e-dad4665fd523 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422249 Jul 28 18:20:13.349700 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe02c89-29fa-418f-85df-ffe3e17e0b37 req-3032a00b-981f-4561-bb04-4b3aab117705 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:13.351153 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1fe02c89-29fa-418f-85df-ffe3e17e0b37 req-3032a00b-981f-4561-bb04-4b3aab117705 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0463352 Jul 28 18:20:13.398760 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1fe02c89-29fa-418f-85df-ffe3e17e0b37 req-345b2a58-3089-49c0-aa45-f01d47afc87c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419676 Jul 28 18:20:14.519944 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113cc7e-f60b-40ca-b57c-d09895ebc7f9 req-5d756e62-3d12-4659-94d3-bf445e79cf20 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:14.521439 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3113cc7e-f60b-40ca-b57c-d09895ebc7f9 req-5d756e62-3d12-4659-94d3-bf445e79cf20 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0470374 Jul 28 18:20:14.539779 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:14.571846 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3113cc7e-f60b-40ca-b57c-d09895ebc7f9 req-b88b65df-efe3-4e22-8c56-212d1ece3364 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449145 Jul 28 18:20:14.640087 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9b9e01d6-66e0-4349-84fc-20b2ee2e6459 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:14.690007 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc61da6-4e45-49b6-8d34-f06813f15af4 req-d15388b2-ddca-4fa5-80da-a5e7cc84b857 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:14.691378 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5cc61da6-4e45-49b6-8d34-f06813f15af4 req-d15388b2-ddca-4fa5-80da-a5e7cc84b857 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0472975 Jul 28 18:20:14.700858 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47062) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:14.708848 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Request body: {'floatingip': {'port_id': '0069c542-1991-42af-bff0-348765fbb55f'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:14.746960 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (f82267af-48ef-4bd4-b96b-f39f7bd9b905), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:15.098499 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:15.378779 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:15.445342 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (f82267af-48ef-4bd4-b96b-f39f7bd9b905), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:15.540655 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Floating IP f82267af-48ef-4bd4-b96b-f39f7bd9b905 associated. External IP: 172.27.3.160, port: 0069c542-1991-42af-bff0-348765fbb55f. Jul 28 18:20:15.735043 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:15.737136 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Router 67535ec3-accc-432f-af4d-b7c2064ab23b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:20:15.845881 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:20:15.851035 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:15.855910 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] Sync routers for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:20:15.869059 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:15.869905 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:19:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:15.881791 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b152b404-ec2b-4aad-89e9-a21ae1d68c7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "PUT /v2.0/floatingips/f82267af-48ef-4bd4-b96b-f39f7bd9b905 HTTP/1.1" status: 200 len: 991 time: 1.1797791 Jul 28 18:20:15.882398 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'tag': '0069c542-1991-42af-bff0-348765fbb55f'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:15.884720 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91093bd6-0880-4003-b6f8-2c6f274a4f56" -d '{"events": [{"name": "network-changed", "server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "tag": "0069c542-1991-42af-bff0-348765fbb55f"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:15.923299 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257b8572-0d81-4124-be1f-6823be2d3136 x-openstack-request-id: req-257b8572-0d81-4124-be1f-6823be2d3136 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:15.923599 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "tag": "0069c542-1991-42af-bff0-348765fbb55f", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:15.923988 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-257b8572-0d81-4124-be1f-6823be2d3136 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:15.924320 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257b8572-0d81-4124-be1f-6823be2d3136'] response: {'name': 'network-changed', 'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'tag': '0069c542-1991-42af-bff0-348765fbb55f', 'status': 'completed', 'code': 200} Jul 28 18:20:15.970704 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:16.013457 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-76eac7d3-2aba-4b57-a604-42df3a7983cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:16.015180 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-76eac7d3-2aba-4b57-a604-42df3a7983cb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1129 time: 0.0439661 Jul 28 18:20:16.122033 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-af09e1e9-5e98-4143-9f87-d956fcaff271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:16.122033 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-af09e1e9-5e98-4143-9f87-d956fcaff271 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.0973647 Jul 28 18:20:16.190879 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-93aafc57-3613-4320-9e6a-c12d0e36a033 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 200 len: 999 time: 0.0641384 Jul 28 18:20:16.198292 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'f82267af-48ef-4bd4-b96b-f39f7bd9b905', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'port_id': '0069c542-1991-42af-bff0-348765fbb55f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'mac_address': 'fa:16:3e:5f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:19:55Z', 'updated_at': '2022-07-28T18:20:15Z', 'revision_number': 1, 'project_id': '9e962e97777048b79415ba13adcc95be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:16.224292 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] Checking router: 67535ec3-accc-432f-af4d-b7c2064ab23b for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:20:16.232860 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:16.233497 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:19:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:16.333581 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:16.548260 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'f82267af-48ef-4bd4-b96b-f39f7bd9b905', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'port_id': '0069c542-1991-42af-bff0-348765fbb55f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'mac_address': 'fa:16:3e:5f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:19:55Z', 'updated_at': '2022-07-28T18:20:15Z', 'revision_number': 1, 'project_id': '9e962e97777048b79415ba13adcc95be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:16.572467 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83e1eb8-587d-4cd8-aeb4-51875117f273 None None] The sync data for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi is: [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'f82267af-48ef-4bd4-b96b-f39f7bd9b905', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'floating_ip_address': '172.27.3.160', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'port_id': '0069c542-1991-42af-bff0-348765fbb55f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'mac_address': 'fa:16:3e:5f:9d:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:19:55Z', 'updated_at': '2022-07-28T18:20:15Z', 'revision_number': 1, 'project_id': '9e962e97777048b79415ba13adcc95be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:20:16.650849 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-a6a090c4-ebf3-4928-8d79-638da72a1482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:16.653503 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-a6a090c4-ebf3-4928-8d79-638da72a1482 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0472775 Jul 28 18:20:16.703355 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-6ec2df6c-39f3-4029-864b-843e71543d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:16.704907 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-6ec2df6c-39f3-4029-864b-843e71543d2e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449147 Jul 28 18:20:16.750675 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef6a897-2f61-4d1d-953e-21ea98438d5f None None] New status for floating IP f82267af-48ef-4bd4-b96b-f39f7bd9b905: ACTIVE {{(pid=104677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:20:16.852878 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-60c3c33b-a941-43ff-89b4-9e7828162380 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926948 Jul 28 18:20:16.907735 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:16.931839 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e8adb572-2b62-4be5-b5d6-4894939d5712 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:16.945700 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-91093bd6-0880-4003-b6f8-2c6f274a4f56 req-406b7a85-8c44-4755-a4b6-b280b112239d service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869179 Jul 28 18:20:17.913933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:18.637365 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d2959-cb7e-4071-af97-246643e0c192 req-a9da5d92-46a8-4cc4-b489-a284765dfe18 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:18.638830 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-914d2959-cb7e-4071-af97-246643e0c192 req-a9da5d92-46a8-4cc4-b489-a284765dfe18 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0483494 Jul 28 18:20:18.685323 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-914d2959-cb7e-4071-af97-246643e0c192 req-a1ba1568-0d20-4861-b54e-43540d6563c6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407419 Jul 28 18:20:19.295242 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:19.793713 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:19.804405 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efbdf7b-5165-40bd-893f-ee4fe85044d1 req-10ec147f-ff10-436f-abb3-e8b8d2c0cea5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:19.808870 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7efbdf7b-5165-40bd-893f-ee4fe85044d1 req-10ec147f-ff10-436f-abb3-e8b8d2c0cea5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0477893 Jul 28 18:20:19.835722 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:19.858236 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7efbdf7b-5165-40bd-893f-ee4fe85044d1 req-6888f59c-1b69-4846-814e-673dfc7e032a tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460582 Jul 28 18:20:20.975211 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b700c-f2af-435e-916a-64d28e0e1d83 req-6694e085-f695-415e-b982-e861b4576dc8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:20.976687 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-166b700c-f2af-435e-916a-64d28e0e1d83 req-6694e085-f695-415e-b982-e861b4576dc8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0465393 Jul 28 18:20:20.995142 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:21.023393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-166b700c-f2af-435e-916a-64d28e0e1d83 req-a2669c2d-88a4-4402-8c3b-c8bf1084d4f4 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413036 Jul 28 18:20:22.141465 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c23fe9-17f7-4f17-bf54-e873a4eade00 req-7eb3f336-6e35-40f4-afaf-366ffcfb29c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:22.142868 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c4c23fe9-17f7-4f17-bf54-e873a4eade00 req-7eb3f336-6e35-40f4-afaf-366ffcfb29c0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0471251 Jul 28 18:20:22.195528 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c4c23fe9-17f7-4f17-bf54-e873a4eade00 req-127692d2-75e4-4e1c-91cf-00a90454a143 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=9cf89749-e374-4fcd-a3c3-8b0292754cf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470536 Jul 28 18:20:22.394736 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-d0f2d296-37f3-4332-8f04-9d622ec1be2b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:22.396093 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-d0f2d296-37f3-4332-8f04-9d622ec1be2b tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 945 time: 0.0502737 Jul 28 18:20:22.479629 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Deleting port f0dbd9bf-00f9-4a54-976e-f94921af3d46 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:22.479973 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:22.572338 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] For port f0dbd9bf-00f9-4a54-976e-f94921af3d46, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f0dbd9bf-00f9-4a54-976e-f94921af3d46,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:22.572699 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:22.736530 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:22.737061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:22.737241 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Floating IP b3e306e8-add1-4e07-91a3-355932cb34a4 disassociated. External IP: 172.27.3.60, port: f0dbd9bf-00f9-4a54-976e-f94921af3d46. Jul 28 18:20:22.737595 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Calling delete_port for f0dbd9bf-00f9-4a54-976e-f94921af3d46 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:22.782572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:22.926075 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (f0dbd9bf-00f9-4a54-976e-f94921af3d46), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:22.954922 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event deleted for resources: {'Port': ['ID=f0dbd9bf-00f9-4a54-976e-f94921af3d46,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:23.066004 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Router d9cc9844-ec63-4f57-8d99-984bcf0327b0 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:20:23.167331 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:23.173081 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:20:23.181985 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf222c41-6237-4c52-a9bb-cba60968d2ca req-855d3015-d72e-4d9c-8f59-a93786cd0aa4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:23.181985 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cf222c41-6237-4c52-a9bb-cba60968d2ca req-855d3015-d72e-4d9c-8f59-a93786cd0aa4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0531008 Jul 28 18:20:23.189929 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] Sync routers for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:20:23.201403 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:23.202023 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:23.222737 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] No DVR routers for this DVR port f0dbd9bf-00f9-4a54-976e-f94921af3d46 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:20:23.226373 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:23.230614 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-86b7cb63-c49c-4781-9d83-144bcfcf9dce req-94ff4996-982d-49aa-86d4-30f03b3430ce tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "DELETE /v2.0/ports/f0dbd9bf-00f9-4a54-976e-f94921af3d46 HTTP/1.1" status: 204 len: 173 time: 0.8283710 Jul 28 18:20:23.231327 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'name': 'network-vif-deleted', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:23.234015 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63fc689f-d0c5-48b3-afe7-73db5153a409" -d '{"events": [{"server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "name": "network-vif-deleted", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:23.236544 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cf222c41-6237-4c52-a9bb-cba60968d2ca req-ecb3177c-a6ce-4570-ad3c-4f73c3485b5e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489016 Jul 28 18:20:23.286595 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1e79e0e-1f4a-40a8-a519-9e852d50e315 x-openstack-request-id: req-a1e79e0e-1f4a-40a8-a519-9e852d50e315 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:23.286900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39af8515-9818-4664-9e32-7a8a318f02c6", "name": "network-vif-deleted", "tag": "f0dbd9bf-00f9-4a54-976e-f94921af3d46", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:23.287157 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a1e79e0e-1f4a-40a8-a519-9e852d50e315 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:23.287571 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e79e0e-1f4a-40a8-a519-9e852d50e315'] response: {'server_uuid': '39af8515-9818-4664-9e32-7a8a318f02c6', 'name': 'network-vif-deleted', 'tag': 'f0dbd9bf-00f9-4a54-976e-f94921af3d46', 'status': 'completed', 'code': 200} Jul 28 18:20:23.310690 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e3dd7cd7-07f0-4cfa-aa00-99eff08a5c02 req-1d6baacf-67d8-4e1b-809d-85e62e7c3eba tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 210 time: 0.0340123 Jul 28 18:20:23.320308 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:23.390973 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:23.457710 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:23.512884 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:23.541700 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] Checking router: d9cc9844-ec63-4f57-8d99-984bcf0327b0 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:20:23.550982 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:23.551527 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:23.729795 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:23.915381 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:23.940457 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9cfd6e-9890-4e99-a091-aecf4f15ab35 None None] The sync data for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi is: [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:40Z', 'revision_number': 4, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7e469b8f-e724-49a1-89d6-6b44083c6fd2', 'name': '', 'network_id': 'ba65b4a3-37f5-43f6-818c-5327e758cd5c', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'mac_address': 'fa:16:3e:aa:94:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:56Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'subnets': [{'id': '52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:20:24.153105 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44abae8-881b-4058-9223-0a854f7458d7 None None] New status for floating IP b3e306e8-add1-4e07-91a3-355932cb34a4: DOWN {{(pid=104677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:20:24.368329 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad437453-f9bb-48e3-823b-f7e40a8a2678 req-88294f73-9fad-4568-ba9c-d8d9ae4d6112 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:24.370042 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ad437453-f9bb-48e3-823b-f7e40a8a2678 req-88294f73-9fad-4568-ba9c-d8d9ae4d6112 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0534968 Jul 28 18:20:24.448945 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-34127f12-dd93-46f6-ab9d-44dd0f6c15ed req-327b0c08-6b3e-49ea-b7ad-dc88cae99cc3 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=39af8515-9818-4664-9e32-7a8a318f02c6 HTTP/1.1" status: 200 len: 210 time: 0.0406334 Jul 28 18:20:24.453446 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ad437453-f9bb-48e3-823b-f7e40a8a2678 req-1d016aa3-9863-4082-b35d-153325e17026 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=c3437c80-f332-4858-a967-c07bdc3aa68b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774906 Jul 28 18:20:24.504707 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39098217-146d-4d18-93aa-a6ac2575774e req-0e6ec1b0-e0be-41ff-a91e-9fba5bd158f4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:24.506204 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-39098217-146d-4d18-93aa-a6ac2575774e req-0e6ec1b0-e0be-41ff-a91e-9fba5bd158f4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 945 time: 0.0689034 Jul 28 18:20:24.744146 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Deleting port 7d6f0f21-22dc-4e8d-82cd-162059368b29 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:24.744496 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:24.834403 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] For port 7d6f0f21-22dc-4e8d-82cd-162059368b29, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=7d6f0f21-22dc-4e8d-82cd-162059368b29,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:24.834685 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.001001 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.001384 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (8b1192db-3a5c-44de-af46-2d7c9bcf8b0d), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.001700 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Floating IP 8b1192db-3a5c-44de-af46-2d7c9bcf8b0d disassociated. External IP: 172.27.3.61, port: 7d6f0f21-22dc-4e8d-82cd-162059368b29. Jul 28 18:20:25.002055 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Calling delete_port for 7d6f0f21-22dc-4e8d-82cd-162059368b29 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:25.210918 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (7d6f0f21-22dc-4e8d-82cd-162059368b29), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.244600 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event deleted for resources: {'Port': ['ID=7d6f0f21-22dc-4e8d-82cd-162059368b29,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:25.286298 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:25.356164 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Router 60157b8b-3ff4-42e9-8c22-4b1f3972914c has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:20:25.451141 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:25.458749 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:20:25.469545 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735a99b-b656-4807-a712-bac207274136 None None] Sync routers for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:20:25.481362 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:25.482556 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:25.506765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] No DVR routers for this DVR port 7d6f0f21-22dc-4e8d-82cd-162059368b29 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:20:25.509475 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.519050 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-39098217-146d-4d18-93aa-a6ac2575774e req-fbb4059a-7c5a-49e4-b05c-c33167a83b7b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "DELETE /v2.0/ports/7d6f0f21-22dc-4e8d-82cd-162059368b29 HTTP/1.1" status: 204 len: 173 time: 0.8540497 Jul 28 18:20:25.519050 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'name': 'network-vif-deleted', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:25.519050 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada899af-d71c-4fa9-a241-f707dfb950be" -d '{"events": [{"server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "name": "network-vif-deleted", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:25.571743 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ee080aa-c0d2-4b6b-be81-597c70784299 x-openstack-request-id: req-8ee080aa-c0d2-4b6b-be81-597c70784299 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:25.578765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f8c8622-dfde-4eb5-95c4-7716aebf0fcd", "name": "network-vif-deleted", "tag": "7d6f0f21-22dc-4e8d-82cd-162059368b29", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:25.578765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8ee080aa-c0d2-4b6b-be81-597c70784299 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:25.578765 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ee080aa-c0d2-4b6b-be81-597c70784299'] response: {'server_uuid': '3f8c8622-dfde-4eb5-95c4-7716aebf0fcd', 'name': 'network-vif-deleted', 'tag': '7d6f0f21-22dc-4e8d-82cd-162059368b29', 'status': 'completed', 'code': 200} Jul 28 18:20:25.579214 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-883515af-0af8-46b1-8dd8-b25cf2dc1b88 req-539044e9-079e-4324-8aa1-4a5c9a54872e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.0297282 Jul 28 18:20:25.605927 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:25.680887 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47128) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:25.747873 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d570b68c-0dc6-444f-8936-f96150bddae9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group (9cf89749-e374-4fcd-a3c3-8b0292754cf0), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.775593 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d570b68c-0dc6-444f-8936-f96150bddae9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group (9cf89749-e374-4fcd-a3c3-8b0292754cf0), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.820955 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:25.845839 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735a99b-b656-4807-a712-bac207274136 None None] Checking router: 60157b8b-3ff4-42e9-8c22-4b1f3972914c for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:20:25.854651 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:25.855246 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:25.885082 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d570b68c-0dc6-444f-8936-f96150bddae9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9cf89749-e374-4fcd-a3c3-8b0292754cf0), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.887817 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d570b68c-0dc6-444f-8936-f96150bddae9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:25.889041 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d570b68c-0dc6-444f-8936-f96150bddae9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "DELETE /v2.0/security-groups/9cf89749-e374-4fcd-a3c3-8b0292754cf0 HTTP/1.1" status: 204 len: 168 time: 0.2066915 Jul 28 18:20:25.891968 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47130) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:25.904539 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570b68c-0dc6-444f-8936-f96150bddae9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf89749-e374-4fcd-a3c3-8b0292754cf0,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:25.906867 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.api.v2.resource [None req-17d4ec93-3814-4d10-a4a5-6b159af603f6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] show failed (client error): The resource could not be found. Jul 28 18:20:25.908395 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-17d4ec93-3814-4d10-a4a5-6b159af603f6 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups/9cf89749-e374-4fcd-a3c3-8b0292754cf0 HTTP/1.1" status: 404 len: 347 time: 0.0149376 Jul 28 18:20:25.910791 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47132) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:25.977190 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:26.035660 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Deleting port 416f6715-0539-42fc-bed9-2be7aee96bfa {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:26.036005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:26.083608 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:26.100268 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:26.116347 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:26.116685 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (416f6715-0539-42fc-bed9-2be7aee96bfa), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:26.130725 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Calling delete_port for 416f6715-0539-42fc-bed9-2be7aee96bfa owned by network:floatingip {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:26.173476 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-4735a99b-b656-4807-a712-bac207274136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:26.203265 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4735a99b-b656-4807-a712-bac207274136 None None] The sync data for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi is: [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:20:26.467118 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778dd9e1-666f-4731-b9ae-7ded5846c7b2 None None] New status for floating IP 8b1192db-3a5c-44de-af46-2d7c9bcf8b0d: DOWN {{(pid=104677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:20:26.470467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:26.599460 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (416f6715-0539-42fc-bed9-2be7aee96bfa), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:26.625300 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event deleted for resources: {'Port': ['ID=416f6715-0539-42fc-bed9-2be7aee96bfa,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:26.685657 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:26.713003 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-81d51b34-6ecd-4ffd-af94-9469cdbf59c7 req-5bcb04e1-551e-4da9-9f07-859d04eeca65 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f8c8622-dfde-4eb5-95c4-7716aebf0fcd HTTP/1.1" status: 200 len: 210 time: 0.0418136 Jul 28 18:20:26.723042 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks [] for floatingip (b3e306e8-add1-4e07-91a3-355932cb34a4), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:26.726760 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:26.728438 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-cba042fd-030e-4b93-aec3-afb1d371d5d0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "DELETE /v2.0/floatingips/b3e306e8-add1-4e07-91a3-355932cb34a4 HTTP/1.1" status: 204 len: 168 time: 0.8164754 Jul 28 18:20:27.159550 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:27.687381 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 7d6f0f21-22dc-4e8d-82cd-162059368b29 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:27.706679 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 7d6f0f21-22dc-4e8d-82cd-162059368b29 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:20:27.707030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 7d6f0f21-22dc-4e8d-82cd-162059368b29 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:20:27.707449 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f0dbd9bf-00f9-4a54-976e-f94921af3d46 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:27.725321 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: f0dbd9bf-00f9-4a54-976e-f94921af3d46 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:20:27.725670 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f0dbd9bf-00f9-4a54-976e-f94921af3d46 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:20:27.863488 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47146) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:27.918086 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c80c778d-c295-4960-99d9-efbc458fdff6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (c3437c80-f332-4858-a967-c07bdc3aa68b), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:27.942471 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c80c778d-c295-4960-99d9-efbc458fdff6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (c3437c80-f332-4858-a967-c07bdc3aa68b), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.067270 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c80c778d-c295-4960-99d9-efbc458fdff6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c3437c80-f332-4858-a967-c07bdc3aa68b), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.070012 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c80c778d-c295-4960-99d9-efbc458fdff6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.071203 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c80c778d-c295-4960-99d9-efbc458fdff6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "DELETE /v2.0/security-groups/c3437c80-f332-4858-a967-c07bdc3aa68b HTTP/1.1" status: 204 len: 168 time: 0.2067230 Jul 28 18:20:28.074204 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47152) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:28.080665 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c778d-c295-4960-99d9-efbc458fdff6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3437c80-f332-4858-a967-c07bdc3aa68b,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:28.089715 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.api.v2.resource [None req-52ffa8f8-c555-482c-bd6c-0154d7a59f54 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] show failed (client error): The resource could not be found. Jul 28 18:20:28.090732 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-52ffa8f8-c555-482c-bd6c-0154d7a59f54 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups/c3437c80-f332-4858-a967-c07bdc3aa68b HTTP/1.1" status: 404 len: 347 time: 0.0154314 Jul 28 18:20:28.093763 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47154) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:28.211839 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Deleting port c1092573-22e4-416f-8637-fb656c3a5f0f {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:28.212248 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.296184 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.296436 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (c1092573-22e4-416f-8637-fb656c3a5f0f), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.309376 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Calling delete_port for c1092573-22e4-416f-8637-fb656c3a5f0f owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:28.742024 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (c1092573-22e4-416f-8637-fb656c3a5f0f), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.772514 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event deleted for resources: {'Port': ['ID=c1092573-22e4-416f-8637-fb656c3a5f0f,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:28.836456 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (8b1192db-3a5c-44de-af46-2d7c9bcf8b0d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.839100 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:28.840514 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-55a6d357-12fc-4384-a51b-4fd5e6a57bb7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "DELETE /v2.0/floatingips/8b1192db-3a5c-44de-af46-2d7c9bcf8b0d HTTP/1.1" status: 204 len: 168 time: 0.7458184 Jul 28 18:20:28.985582 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47162) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:28.990105 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-d52f5b0c-e5a9-44fb-98e7-29e8f263b9fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1279683149', 'description': 'tempest-description--1819077219'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:29.079476 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d52f5b0c-e5a9-44fb-98e7-29e8f263b9fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.105991 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:29.147233 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d52f5b0c-e5a9-44fb-98e7-29e8f263b9fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (b09173ae-7f41-4b54-8d4e-3d4f5e59f32f), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.227806 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d52f5b0c-e5a9-44fb-98e7-29e8f263b9fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (b09173ae-7f41-4b54-8d4e-3d4f5e59f32f), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.258312 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52f5b0c-e5a9-44fb-98e7-29e8f263b9fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:29.338772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d52f5b0c-e5a9-44fb-98e7-29e8f263b9fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.340411 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d52f5b0c-e5a9-44fb-98e7-29e8f263b9fd tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3538201 Jul 28 18:20:29.343570 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47168) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:29.348316 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-d7ea734f-678d-429a-b722-e05141e219de tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'security_group_rule': {'security_group_id': 'b09173ae-7f41-4b54-8d4e-3d4f5e59f32f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:29.461503 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d7ea734f-678d-429a-b722-e05141e219de tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (bce0fda7-5796-4ce6-b951-09e56ec1e8fc), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.465125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:29.517001 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d7ea734f-678d-429a-b722-e05141e219de tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (bce0fda7-5796-4ce6-b951-09e56ec1e8fc), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.586655 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d7ea734f-678d-429a-b722-e05141e219de tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (bce0fda7-5796-4ce6-b951-09e56ec1e8fc), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.609171 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea734f-678d-429a-b722-e05141e219de tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce0fda7-5796-4ce6-b951-09e56ec1e8fc,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:29.699938 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cd471-0e3f-4a32-93bf-731d30646eed req-37d2919a-bc87-469e-ba97-0923c2809cf0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:29.701587 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-866cd471-0e3f-4a32-93bf-731d30646eed req-37d2919a-bc87-469e-ba97-0923c2809cf0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0503926 Jul 28 18:20:29.704603 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d7ea734f-678d-429a-b722-e05141e219de tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.705702 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-d7ea734f-678d-429a-b722-e05141e219de tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3610318 Jul 28 18:20:29.708623 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47172) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:29.713309 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-de82b56b-1afc-4e60-9269-23654ce0093f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'security_group_rule': {'security_group_id': 'b09173ae-7f41-4b54-8d4e-3d4f5e59f32f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:29.750412 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-866cd471-0e3f-4a32-93bf-731d30646eed req-8dde373d-34f5-4c95-b092-376de4edf832 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431113 Jul 28 18:20:29.811647 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-de82b56b-1afc-4e60-9269-23654ce0093f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (54fd60fa-c2b3-4cec-8a0f-fea752f765f3), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.822930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:29.868370 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-de82b56b-1afc-4e60-9269-23654ce0093f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (54fd60fa-c2b3-4cec-8a0f-fea752f765f3), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.941393 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-de82b56b-1afc-4e60-9269-23654ce0093f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (54fd60fa-c2b3-4cec-8a0f-fea752f765f3), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:29.958462 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de82b56b-1afc-4e60-9269-23654ce0093f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54fd60fa-c2b3-4cec-8a0f-fea752f765f3,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:30.006794 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-de82b56b-1afc-4e60-9269-23654ce0093f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.008005 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-de82b56b-1afc-4e60-9269-23654ce0093f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2982347 Jul 28 18:20:30.011177 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47174) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:30.015402 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:30.101861 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.183403 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.298808 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Allocated IP 172.27.3.154 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/a05b0832-0e12-4cc9-b030-791d047dc2b0) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:30.402231 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.474067 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.517449 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:30.522259 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:30.526346 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:30.532381 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'Port': ['ID=a05b0832-0e12-4cc9-b030-791d047dc2b0,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:30.608495 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-b10ba1cc-dbed-4056-a067-56bed2bfc434 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:30.609979 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-b10ba1cc-dbed-4056-a067-56bed2bfc434 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0594966 Jul 28 18:20:30.614086 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:30.708799 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (ca78d313-c971-440d-8122-a3d2c2048012), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.730115 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Deleting port ae8cbb70-b373-4a44-b403-9f6ac40dbbca {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:30.730414 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.773777 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:30.848748 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.851401 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] For port ae8cbb70-b373-4a44-b403-9f6ac40dbbca, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:30.851757 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:30.875449 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b20b0-493c-4e7c-9778-a27523f2fd0d req-beab2ef3-87b0-4293-a033-4632f41f64c5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:30.876956 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-794b20b0-493c-4e7c-9778-a27523f2fd0d req-beab2ef3-87b0-4293-a033-4632f41f64c5 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 946 time: 0.0514863 Jul 28 18:20:30.884838 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Calling delete_port for ae8cbb70-b373-4a44-b403-9f6ac40dbbca owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:30.928342 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-794b20b0-493c-4e7c-9778-a27523f2fd0d req-ea0e3932-24ae-4c24-9cd1-4d3f765802d9 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454068 Jul 28 18:20:31.116509 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:31.199057 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (ae8cbb70-b373-4a44-b403-9f6ac40dbbca), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:31.200848 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:31.234978 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['f42a05fc-306d-49b7-863f-7888a1c5f431', 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:31.316585 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'Port': ['ID=a05b0832-0e12-4cc9-b030-791d047dc2b0,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:31.325378 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] No DVR routers for this DVR port ae8cbb70-b373-4a44-b403-9f6ac40dbbca on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:20:31.329515 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:31.332342 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:31.335626 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fe963c27-7c57-4d3e-82aa-d5e79d3e286b req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "DELETE /v2.0/ports/ae8cbb70-b373-4a44-b403-9f6ac40dbbca HTTP/1.1" status: 204 len: 173 time: 0.7039378 Jul 28 18:20:31.336124 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'name': 'network-vif-deleted', 'tag': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:31.338407 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ced07f-9a80-4164-ae1a-dd4f6b5c912e" -d '{"events": [{"server_uuid": "75328faf-ff9c-4e13-9643-bb73b0079a5a", "name": "network-vif-deleted", "tag": "ae8cbb70-b373-4a44-b403-9f6ac40dbbca"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:31.360194 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (ca78d313-c971-440d-8122-a3d2c2048012), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:31.363054 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cab6e25-f120-43af-9e5d-19347704cfee tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event deleted for resources: {'Port': ['ID=ae8cbb70-b373-4a44-b403-9f6ac40dbbca,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:31.402341 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c9c466-aec7-4754-ab85-48cf1714998a x-openstack-request-id: req-b0c9c466-aec7-4754-ab85-48cf1714998a {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:31.402645 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75328faf-ff9c-4e13-9643-bb73b0079a5a", "name": "network-vif-deleted", "tag": "ae8cbb70-b373-4a44-b403-9f6ac40dbbca", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:31.402906 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b0c9c466-aec7-4754-ab85-48cf1714998a {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:31.403322 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c9c466-aec7-4754-ab85-48cf1714998a'] response: {'server_uuid': '75328faf-ff9c-4e13-9643-bb73b0079a5a', 'name': 'network-vif-deleted', 'tag': 'ae8cbb70-b373-4a44-b403-9f6ac40dbbca', 'status': 'completed', 'code': 200} Jul 28 18:20:31.425596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:31.426894 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b09a9f1b-de58-4d1b-855d-4750aa57406c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4147990 Jul 28 18:20:31.609971 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-3e5277ec-8444-4f39-9797-175272708b18 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1279683149&fields=id&tenant_id=27b91f25d2be408ba9e8d667a574a7a9 HTTP/1.1" status: 200 len: 267 time: 0.0458386 Jul 28 18:20:31.731526 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-8c80a5a5-e004-4c08-b40b-ee0e6547a78a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:31.733099 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-8c80a5a5-e004-4c08-b40b-ee0e6547a78a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 811 time: 0.1152294 Jul 28 18:20:31.749251 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-463473e1-a587-43a9-9c9f-d6abc8b07100 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/quotas/27b91f25d2be408ba9e8d667a574a7a9 HTTP/1.1" status: 200 len: 375 time: 0.0095453 Jul 28 18:20:31.798738 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-c796e512-6104-48ca-a075-e6430fd31941 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440912 Jul 28 18:20:31.901497 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-74c8cd8d-961f-46be-a33a-883570a1f1da service neutron] 10.222.0.86 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910137 Jul 28 18:20:31.926743 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:32.011496 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-7677baf7-88eb-4a10-b9b3-fd79ead0bd50 service neutron] 10.222.0.86 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020389 Jul 28 18:20:32.047863 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fb013e4b-ed10-4a52-a678-bc34d15e8a4b req-dd118eb9-c02f-4aa0-9893-36a8984cd1de tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=75328faf-ff9c-4e13-9643-bb73b0079a5a HTTP/1.1" status: 200 len: 210 time: 0.0294371 Jul 28 18:20:32.513285 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-fce095e5-d3a7-4590-9fed-8d11d3ca5ec6 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376704 Jul 28 18:20:32.586115 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-56940bbf-3864-4003-bda1-f473377d409b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:32.587578 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-56940bbf-3864-4003-bda1-f473377d409b service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 1129 time: 0.0414729 Jul 28 18:20:32.694805 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-88514e7c-f2fa-4d2f-b966-7aaf93224a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:32.696185 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-88514e7c-f2fa-4d2f-b966-7aaf93224a85 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0907328 Jul 28 18:20:32.761083 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-288657f2-a6d1-4013-abf4-e644ba909f99 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b HTTP/1.1" status: 200 len: 1001 time: 0.0572629 Jul 28 18:20:32.808951 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-22b3a166-142a-4196-bdd7-679a6f0cee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:32.810460 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-22b3a166-142a-4196-bdd7-679a6f0cee3d service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0437424 Jul 28 18:20:32.852483 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-bcff5a25-d8c2-488b-898c-1daf8cfcd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:32.853968 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-bcff5a25-d8c2-488b-898c-1daf8cfcd905 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380397 Jul 28 18:20:32.945628 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-bbf08477-9a3c-4cb2-a506-ae76b1c8e8e4 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855348 Jul 28 18:20:33.034063 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4d106521-b5cd-4b9e-acd7-85804aed50df req-e3bed663-6647-4a2c-bba3-741d4109fe7c service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824051 Jul 28 18:20:33.318913 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b203341-f023-4936-8c1f-cf4eabca540e req-8d16af12-60f6-4dc7-a95e-d115f9f6872b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 210 time: 0.0281684 Jul 28 18:20:33.524996 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672464a2-de9c-45f5-9e1a-e1003fe6d31f req-c34bf478-7f61-4824-8519-541d8d5c9b92 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:33.526408 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-672464a2-de9c-45f5-9e1a-e1003fe6d31f req-c34bf478-7f61-4824-8519-541d8d5c9b92 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0477636 Jul 28 18:20:33.578659 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-672464a2-de9c-45f5-9e1a-e1003fe6d31f req-5bba490a-2d6f-4ac9-864f-68a1131419e8 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456507 Jul 28 18:20:34.403114 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5e842971-8468-4ae9-83d7-3b9b4a6723e5 req-07889ece-e747-4a7a-accc-ce1fbddd498b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 210 time: 0.0274177 Jul 28 18:20:34.694149 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f040e3d5-9865-4cc2-84a6-117641caa60c req-407bcc4e-9b63-4c1a-92e1-935b3ccc2ba0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:34.695652 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f040e3d5-9865-4cc2-84a6-117641caa60c req-407bcc4e-9b63-4c1a-92e1-935b3ccc2ba0 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0469046 Jul 28 18:20:34.745560 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f040e3d5-9865-4cc2-84a6-117641caa60c req-1740b7cc-07e8-47eb-95a6-c1114755d182 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437877 Jul 28 18:20:35.500397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b277b44f-eb1c-4d24-8b3c-aa5c399132d1 req-96bec63f-3261-4a22-8221-282a672915b3 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 210 time: 0.0268669 Jul 28 18:20:35.664556 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-ccae17a2-9a3c-4624-9cc5-5d6a5aa40a3d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:35.666067 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-ccae17a2-9a3c-4624-9cc5-5d6a5aa40a3d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0626314 Jul 28 18:20:35.705959 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:35.729261 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ae8cbb70-b373-4a44-b403-9f6ac40dbbca no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:35.750307 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: ae8cbb70-b373-4a44-b403-9f6ac40dbbca {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:20:35.750654 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ae8cbb70-b373-4a44-b403-9f6ac40dbbca not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:20:35.757968 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Deleting port f42a05fc-306d-49b7-863f-7888a1c5f431 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:35.758317 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:35.854565 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] For port f42a05fc-306d-49b7-863f-7888a1c5f431, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=f42a05fc-306d-49b7-863f-7888a1c5f431,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:35.854942 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:35.868170 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dcd7a2-c55e-4a62-a63e-f28d3a65bc34 req-609582f7-c143-4006-93ba-1a300026d158 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:35.869416 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Calling delete_port for f42a05fc-306d-49b7-863f-7888a1c5f431 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:35.869700 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27dcd7a2-c55e-4a62-a63e-f28d3a65bc34 req-609582f7-c143-4006-93ba-1a300026d158 tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 946 time: 0.0504560 Jul 28 18:20:35.912955 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:35.917974 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27dcd7a2-c55e-4a62-a63e-f28d3a65bc34 req-249c8323-49a6-400e-a3e9-6f106e3c0cab tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/security-groups?id=97194e4f-be2c-40ba-8a8f-9dff60ff84f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 Jul 28 18:20:36.062315 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (f42a05fc-306d-49b7-863f-7888a1c5f431), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:36.068707 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:36.095047 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Pushing event deleted for resources: {'Port': ['ID=f42a05fc-306d-49b7-863f-7888a1c5f431,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:36.113756 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['f42a05fc-306d-49b7-863f-7888a1c5f431'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:36.140071 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] No DVR routers for this DVR port f42a05fc-306d-49b7-863f-7888a1c5f431 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:20:36.142774 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:36.146105 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cc04b8d8-7466-40f2-8e36-c16a711b3b2e req-46deb79b-b12c-49fa-bdf3-34ff6de9e75d tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.93 "DELETE /v2.0/ports/f42a05fc-306d-49b7-863f-7888a1c5f431 HTTP/1.1" status: 204 len: 173 time: 0.4748099 Jul 28 18:20:36.146590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'name': 'network-vif-deleted', 'tag': 'f42a05fc-306d-49b7-863f-7888a1c5f431'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:36.148897 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ae0118-6323-4722-84d5-6a365e3b5ce0" -d '{"events": [{"server_uuid": "7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1", "name": "network-vif-deleted", "tag": "f42a05fc-306d-49b7-863f-7888a1c5f431"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:36.186022 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45d35026-e695-4c47-918e-eef1f15a1e5e x-openstack-request-id: req-45d35026-e695-4c47-918e-eef1f15a1e5e {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:36.186411 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1", "name": "network-vif-deleted", "tag": "f42a05fc-306d-49b7-863f-7888a1c5f431", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:36.186718 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-45d35026-e695-4c47-918e-eef1f15a1e5e {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:36.187138 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d35026-e695-4c47-918e-eef1f15a1e5e'] response: {'server_uuid': '7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1', 'name': 'network-vif-deleted', 'tag': 'f42a05fc-306d-49b7-863f-7888a1c5f431', 'status': 'completed', 'code': 200} Jul 28 18:20:36.610645 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1b9b37c4-30a3-4df3-9af1-dc95504992eb req-967f072a-8f28-4722-8099-e654f8cca2c2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 210 time: 0.0293269 Jul 28 18:20:37.031314 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-34048c09-8a14-410e-8f81-350457649574 req-140526db-f2f8-4d05-87ed-4f6282a4ed5c tempest-ServerRescueNegativeTestJSON-1347813421 tempest-ServerRescueNegativeTestJSON-1347813421-project] 10.222.0.86 "GET /v2.0/ports?device_id=7d7819db-2ad6-48b6-8ca7-b2d5a23be5b1 HTTP/1.1" status: 200 len: 210 time: 0.0282202 Jul 28 18:20:37.730652 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-72069f86-b663-4bea-851a-c8d3ece2b73a req-682e91a6-35e6-487f-a45e-fa5b8d0baf4a tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 210 time: 0.0332956 Jul 28 18:20:37.831525 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-ca807430-f9af-4a87-ba53-21cad98b2f5f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:37.833024 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-ca807430-f9af-4a87-ba53-21cad98b2f5f tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 811 time: 0.1081383 Jul 28 18:20:37.901656 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-82931a51-25e3-4c7e-8ba1-d0dd2a95c279 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27b91f25d2be408ba9e8d667a574a7a9 HTTP/1.1" status: 200 len: 380 time: 0.0547364 Jul 28 18:20:37.909919 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'port': {'device_id': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'admin_state_up': True, 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'security_groups': ['b09173ae-7f41-4b54-8d4e-3d4f5e59f32f']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:38.092811 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47246) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:38.096173 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Made reservation on behalf of 27b91f25d2be408ba9e8d667a574a7a9 for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:20:38.099783 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:38.232352 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Allocated IP 172.20.0.7 (bff04af5-7af0-4830-a1e0-3c54d0cbddac/8ff4b0c8-ad7e-48e5-9380-49828fcd0b45/ed94d36a-868e-4de5-a346-139f9947c086) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:38.326401 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:38.377318 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for port (ed94d36a-868e-4de5-a346-139f9947c086), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:38.479707 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (ed94d36a-868e-4de5-a346-139f9947c086), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:38.514217 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:38.528023 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:38.533838 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:38.535980 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event updated for resources: {'Port': ['ID=ed94d36a-868e-4de5-a346-139f9947c086,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:38.538174 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:38.594751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:38.596431 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:38.619745 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (d9cc9844-ec63-4f57-8d99-984bcf0327b0), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:38.682131 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-2a2800c9-4f68-449d-84cd-28349002cdca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7758570 Jul 28 18:20:38.703817 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Request body: {'port': {'device_id': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:38.770279 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ed94d36a-868e-4de5-a346-139f9947c086), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:38.778636 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-5a064ad2-f11d-4960-87e1-937fe661b182 None None] Provisioning complete for port ed94d36a-868e-4de5-a346-139f9947c086 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:38.779967 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5a064ad2-f11d-4960-87e1-937fe661b182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ed94d36a-868e-4de5-a346-139f9947c086), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:38.816845 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-5a064ad2-f11d-4960-87e1-937fe661b182 None None] Port ed94d36a-868e-4de5-a346-139f9947c086 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:20:38.884164 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e7c54-468d-4fb5-95bb-09d8a71b0cc6 req-e9cdc1ae-680d-4c67-9d0e-db35f28a5918 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:38.885581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-210e7c54-468d-4fb5-95bb-09d8a71b0cc6 req-e9cdc1ae-680d-4c67-9d0e-db35f28a5918 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 931 time: 0.0660069 Jul 28 18:20:38.982262 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-210e7c54-468d-4fb5-95bb-09d8a71b0cc6 req-982bc157-661e-48b9-a0ef-a3b7ec021b91 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759532 Jul 28 18:20:38.984667 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Deleting port 7e469b8f-e724-49a1-89d6-6b44083c6fd2 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:38.985034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.036124 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:39.046451 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed94d36a-868e-4de5-a346-139f9947c086 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:20:39.054383 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Publish callbacks [] for port (ed94d36a-868e-4de5-a346-139f9947c086), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.065490 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] For port 7e469b8f-e724-49a1-89d6-6b44083c6fd2, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7e469b8f-e724-49a1-89d6-6b44083c6fd2,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:39.065856 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.079008 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Transition to ACTIVE for port object ed94d36a-868e-4de5-a346-139f9947c086 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:20:39.081469 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Calling delete_port for 7e469b8f-e724-49a1-89d6-6b44083c6fd2 owned by network:router_interface {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:39.128921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:39.152635 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (ed94d36a-868e-4de5-a346-139f9947c086), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.203203 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94d36a-868e-4de5-a346-139f9947c086,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:39.280788 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Attempting to bind port ed94d36a-868e-4de5-a346-139f9947c086 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:20:39.281160 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Attempting to bind port ed94d36a-868e-4de5-a346-139f9947c086 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:20:39.281550 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Attempting to bind port ed94d36a-868e-4de5-a346-139f9947c086 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:39.286415 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Port ed94d36a-868e-4de5-a346-139f9947c086 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:20:39.286739 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Attempting to bind port ed94d36a-868e-4de5-a346-139f9947c086 on network bff04af5-7af0-4830-a1e0-3c54d0cbddac {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:39.291985 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 20, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:20:39.292325 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Checking segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:20:39.292708 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Bound using segment: {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:20:39.293187 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Bound port: ed94d36a-868e-4de5-a346-139f9947c086, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '018eb775-1a34-41ff-878e-1c2728632eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 901, 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:20:39.293548 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ed94d36a-868e-4de5-a346-139f9947c086), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.329933 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:39.331340 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (7e469b8f-e724-49a1-89d6-6b44083c6fd2), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.360255 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e469b8f-e724-49a1-89d6-6b44083c6fd2,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:39.370298 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] For port ed94d36a-868e-4de5-a346-139f9947c086, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:20:39.378918 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] For port ed94d36a-868e-4de5-a346-139f9947c086, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ed94d36a-868e-4de5-a346-139f9947c086,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:20:39.434338 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (ed94d36a-868e-4de5-a346-139f9947c086), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.468849 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:39.469402 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.471087 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] 10.222.0.93 "PUT /v2.0/ports/ed94d36a-868e-4de5-a346-139f9947c086 HTTP/1.1" status: 200 len: 1093 time: 0.7741842 Jul 28 18:20:39.471559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:39.473885 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a54b714-ecfa-46ed-bee9-a0495bcaf1b0" -d '{"events": [{"name": "network-changed", "server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "tag": "ed94d36a-868e-4de5-a346-139f9947c086"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:39.513733 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d401c59f-049a-4096-bd80-128fffc23134 service neutron] Pushing event updated for resources: {'Port': ['ID=ed94d36a-868e-4de5-a346-139f9947c086,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:39.535399 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2ed863-4336-41c2-8168-d15bb3500ee3 x-openstack-request-id: req-8f2ed863-4336-41c2-8168-d15bb3500ee3 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:39.535788 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "tag": "ed94d36a-868e-4de5-a346-139f9947c086", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:39.536140 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f2ed863-4336-41c2-8168-d15bb3500ee3 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:39.536640 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f2ed863-4336-41c2-8168-d15bb3500ee3'] response: {'name': 'network-changed', 'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086', 'status': 'completed', 'code': 200} Jul 28 18:20:39.570095 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (d9cc9844-ec63-4f57-8d99-984bcf0327b0), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:39.629385 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b714-ecfa-46ed-bee9-a0495bcaf1b0 req-f3e5be00-0d12-432c-9fcc-3ba150f64aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:39.630916 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7a54b714-ecfa-46ed-bee9-a0495bcaf1b0 req-f3e5be00-0d12-432c-9fcc-3ba150f64aa2 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 1127 time: 0.0492544 Jul 28 18:20:39.746565 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f42a05fc-306d-49b7-863f-7888a1c5f431 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:39.750680 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b714-ecfa-46ed-bee9-a0495bcaf1b0 req-0592e7b4-f4da-4341-951d-2b03674ac10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:39.752191 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7a54b714-ecfa-46ed-bee9-a0495bcaf1b0 req-0592e7b4-f4da-4341-951d-2b03674ac10d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1075292 Jul 28 18:20:39.774394 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: f42a05fc-306d-49b7-863f-7888a1c5f431 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:20:39.774394 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device f42a05fc-306d-49b7-863f-7888a1c5f431 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:20:39.800275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Router d9cc9844-ec63-4f57-8d99-984bcf0327b0 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:20:39.807193 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:39.851547 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a54b714-ecfa-46ed-bee9-a0495bcaf1b0 req-2a30003a-205b-4d04-9828-1b076c7cbc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:39.853090 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-7a54b714-ecfa-46ed-bee9-a0495bcaf1b0 req-2a30003a-205b-4d04-9828-1b076c7cbc5d service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942075 Jul 28 18:20:39.902167 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:20:39.907875 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c00b4c15-5222-4380-ae58-3e7038a3e5a6 admin admin] 10.222.0.86 "PUT /v2.0/routers/d9cc9844-ec63-4f57-8d99-984bcf0327b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8140061 Jul 28 18:20:39.910537 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47254) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:39.914894 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] Sync routers for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:20:39.926839 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:39.927453 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:39.958353 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-deae6872-9ab5-468c-a3ba-a56bd9b32e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:39.960132 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-deae6872-9ab5-468c-a3ba-a56bd9b32e64 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 1127 time: 0.0434015 Jul 28 18:20:40.006758 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-0b812462-0016-46cb-abcb-bbf69ec189bb service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed94d36a-868e-4de5-a346-139f9947c086 HTTP/1.1" status: 200 len: 217 time: 0.0335603 Jul 28 18:20:40.014112 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks [] for router (d9cc9844-ec63-4f57-8d99-984bcf0327b0), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:40.030670 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:40.069111 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-68475762-7ab7-4715-b548-ebbac8559131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:40.072456 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-68475762-7ab7-4715-b548-ebbac8559131 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.0595403 Jul 28 18:20:40.117538 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-33be0f44-3d64-4185-b56e-8044003677af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:40.119066 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-33be0f44-3d64-4185-b56e-8044003677af service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406499 Jul 28 18:20:40.213208 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:20:39Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:40.222984 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-93d18c4e-4165-4df2-8eae-62c8aa7b2d3b service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976703 Jul 28 18:20:40.324177 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:40.342839 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] Checking router: d9cc9844-ec63-4f57-8d99-984bcf0327b0 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:20:40.352805 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] Routers {'d9cc9844-ec63-4f57-8d99-984bcf0327b0'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:40.353793 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:40.398819 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50701d24-68ad-4ed8-8ca4-b29ab60a101b req-be2105d6-8ad2-437a-b152-5e752983a080 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:40.400503 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-50701d24-68ad-4ed8-8ca4-b29ab60a101b req-be2105d6-8ad2-437a-b152-5e752983a080 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 943 time: 0.0918770 Jul 28 18:20:40.418429 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:40.464732 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks [] for router_gateway (d9cc9844-ec63-4f57-8d99-984bcf0327b0), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:40.471472 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] Set router d9cc9844-ec63-4f57-8d99-984bcf0327b0 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:40.475533 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-50701d24-68ad-4ed8-8ca4-b29ab60a101b req-45be3397-258d-4e75-b4b2-656cb4d8ecdf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686662 Jul 28 18:20:40.565137 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Deleting port f90a68fa-2c03-4c2e-b896-5a3ba6347927 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:40.565759 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:40.583523 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9d814c5e-4c1a-4bd9-baed-2ef308a6ee33 req-471dff33-ec86-4c8d-92bb-8f32f4748506 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542869 Jul 28 18:20:40.646699 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:20:39Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:40.651909 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] For port f90a68fa-2c03-4c2e-b896-5a3ba6347927, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f90a68fa-2c03-4c2e-b896-5a3ba6347927,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:40.652352 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:40.666972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Calling delete_port for f90a68fa-2c03-4c2e-b896-5a3ba6347927 owned by network:router_gateway {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:40.672203 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d32bbb7c-58df-4184-95e3-526f1d90d5df None None] The sync data for ids ['d9cc9844-ec63-4f57-8d99-984bcf0327b0'] in dv-cinder-846173-4-iscsi is: [{'id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'name': 'tempest-ServerRescueNegativeTestJSON-1797500506-router', 'tenant_id': 'b52f26ab8b934756b0c74d681d08d04f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6'}], 'enable_snat': True}, 'gw_port_id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:20:39Z', 'revision_number': 5, 'project_id': 'b52f26ab8b934756b0c74d681d08d04f', 'gw_port': {'id': 'f90a68fa-2c03-4c2e-b896-5a3ba6347927', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:60:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9cc9844-ec63-4f57-8d99-984bcf0327b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:28Z', 'updated_at': '2022-07-28T18:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:20:40.878794 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (f90a68fa-2c03-4c2e-b896-5a3ba6347927), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:40.901600 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f90a68fa-2c03-4c2e-b896-5a3ba6347927,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:40.971217 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (d9cc9844-ec63-4f57-8d99-984bcf0327b0), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.060109 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (d9cc9844-ec63-4f57-8d99-984bcf0327b0), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.062494 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks [] for router_controller (d9cc9844-ec63-4f57-8d99-984bcf0327b0), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.199213 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (d9cc9844-ec63-4f57-8d99-984bcf0327b0), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.202476 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9cc9844-ec63-4f57-8d99-984bcf0327b0 {{(pid=104676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:20:41.208781 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.208781 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-31ad3dd6-75af-4561-afed-3472853a7ac2 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d9cc9844-ec63-4f57-8d99-984bcf0327b0 HTTP/1.1" status: 204 len: 168 time: 1.2965951 Jul 28 18:20:41.211151 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47258) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:41.258851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] Deleting subnet 52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:20:41.265387 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] Publish callbacks [] for subnet (52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.268153 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7e469b8f-e724-49a1-89d6-6b44083c6fd2 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:41.270108 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:20:41.294928 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 7e469b8f-e724-49a1-89d6-6b44083c6fd2 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:20:41.295378 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7e469b8f-e724-49a1-89d6-6b44083c6fd2 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:20:41.303979 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.328782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:41.415112 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.547378 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.585869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:41.588186 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:41.599186 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852eca0c-e40e-460c-bda4-3d4aeb9032a5 None None] Network ba65b4a3-37f5-43f6-818c-5327e758cd5c requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:20:41.608845 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.612080 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a3b84078-3801-41da-8755-86914c834927 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/52c200d5-8b5a-4f5b-a4d5-37124bd6f2b3 HTTP/1.1" status: 204 len: 168 time: 0.3999670 Jul 28 18:20:41.614726 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47262) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:41.631766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ccee6-a5d8-4fd2-a0e1-4eaa426074f2 req-01139e68-c723-4017-9e7d-cc80592f50e0 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:41.633397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c77ccee6-a5d8-4fd2-a0e1-4eaa426074f2 req-01139e68-c723-4017-9e7d-cc80592f50e0 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 943 time: 0.0774908 Jul 28 18:20:41.694846 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c77ccee6-a5d8-4fd2-a0e1-4eaa426074f2 req-9d3ef66c-32dd-4e3c-8152-31a7e26b9b72 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555654 Jul 28 18:20:41.709832 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (ba65b4a3-37f5-43f6-818c-5327e758cd5c), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.760673 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Deleting port 0736bff5-6cf4-4994-be27-282bd5b4297d {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:41.761172 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.801078 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] DHCP port deletion for ba65b4a3-37f5-43f6-818c-5327e758cd5c request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:20:41.830078 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] For port 0736bff5-6cf4-4994-be27-282bd5b4297d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=0736bff5-6cf4-4994-be27-282bd5b4297d,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:41.830512 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.838015 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:41.845115 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Calling delete_port for 0736bff5-6cf4-4994-be27-282bd5b4297d owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:41.851762 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] Deleting port 0736bff5-6cf4-4994-be27-282bd5b4297d {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:20:41.852145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.923474 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] For port 0736bff5-6cf4-4994-be27-282bd5b4297d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=0736bff5-6cf4-4994-be27-282bd5b4297d,segment=NetworkSegment(2d2cfb35-d0c6-4d08-b630-2c32a1205b02),segment_id=2d2cfb35-d0c6-4d08-b630-2c32a1205b02)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:41.924238 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:41.938044 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] Calling delete_port for 0736bff5-6cf4-4994-be27-282bd5b4297d owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:20:42.016187 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.022246 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (0736bff5-6cf4-4994-be27-282bd5b4297d), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.042665 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Pushing event deleted for resources: {'Port': ['ID=0736bff5-6cf4-4994-be27-282bd5b4297d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:42.045120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] No DVR routers for this DVR port 0736bff5-6cf4-4994-be27-282bd5b4297d on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:20:42.047585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] Pushing event deleted for resources: {'Port': ['ID=0736bff5-6cf4-4994-be27-282bd5b4297d,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:42.051302 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62c5d3f-5ce8-4bab-9eb3-9147c023660a None None] No DVR routers for this DVR port 0736bff5-6cf4-4994-be27-282bd5b4297d on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:20:42.119812 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:42.129373 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (ba65b4a3-37f5-43f6-818c-5327e758cd5c), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.153229 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba65b4a3-37f5-43f6-818c-5327e758cd5c']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:42.163039 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2cfb35-d0c6-4d08-b630-2c32a1205b02') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:42.163340 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2cfb35-d0c6-4d08-b630-2c32a1205b02') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:42.172918 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (2d2cfb35-d0c6-4d08-b630-2c32a1205b02), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.186041 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (2d2cfb35-d0c6-4d08-b630-2c32a1205b02), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.192815 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Releasing vlan 907 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:20:42.193172 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (2d2cfb35-d0c6-4d08-b630-2c32a1205b02), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.233297 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 2d2cfb35-d0c6-4d08-b630-2c32a1205b02 resource provider aggregate not found Jul 28 18:20:42.250941 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 2d2cfb35-d0c6-4d08-b630-2c32a1205b02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2d2cfb35-d0c6-4d08-b630-2c32a1205b02 found for delete ", "request_id": "req-6749238f-e8dc-4144-8111-2960a01961a4"}]} Jul 28 18:20:42.336434 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (ba65b4a3-37f5-43f6-818c-5327e758cd5c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.344388 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.346549 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ba65b4a3-37f5-43f6-818c-5327e758cd5c HTTP/1.1" status: 204 len: 168 time: 0.7297413 Jul 28 18:20:42.357992 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89346ecc-785b-48b4-b3c2-9ed21305d616 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba65b4a3-37f5-43f6-818c-5327e758cd5c,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:42.661149 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47270) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:42.701543 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e2bd748e-42f9-4f13-a329-a10ec250441a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b52f26ab8b934756b0c74d681d08d04f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392089 Jul 28 18:20:42.703835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47272) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:42.755418 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65af5be0-044a-4529-a619-590b1ceb41cb admin admin] Publish callbacks [] for security_group (97194e4f-be2c-40ba-8a8f-9dff60ff84f2), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.786201 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65af5be0-044a-4529-a619-590b1ceb41cb admin admin] Publish callbacks [] for security_group (97194e4f-be2c-40ba-8a8f-9dff60ff84f2), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.852727 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fb7949-3183-4726-b8ab-ecc98d17278f req-5ddf1bcb-4ec2-439d-b54c-cd51085b0b58 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:42.854236 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03fb7949-3183-4726-b8ab-ecc98d17278f req-5ddf1bcb-4ec2-439d-b54c-cd51085b0b58 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 943 time: 0.0801673 Jul 28 18:20:42.902998 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03fb7949-3183-4726-b8ab-ecc98d17278f req-190198d5-ebce-461b-9e37-39e09a9ca775 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Jul 28 18:20:42.953536 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65af5be0-044a-4529-a619-590b1ceb41cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (97194e4f-be2c-40ba-8a8f-9dff60ff84f2), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.956163 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-65af5be0-044a-4529-a619-590b1ceb41cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:42.957289 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-65af5be0-044a-4529-a619-590b1ceb41cb admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/97194e4f-be2c-40ba-8a8f-9dff60ff84f2 HTTP/1.1" status: 204 len: 168 time: 0.2525330 Jul 28 18:20:42.965461 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af5be0-044a-4529-a619-590b1ceb41cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97194e4f-be2c-40ba-8a8f-9dff60ff84f2,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:43.200312 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f90a68fa-2c03-4c2e-b896-5a3ba6347927 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:43.220327 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: f90a68fa-2c03-4c2e-b896-5a3ba6347927 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:20:43.220668 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f90a68fa-2c03-4c2e-b896-5a3ba6347927 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:20:43.221108 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0736bff5-6cf4-4994-be27-282bd5b4297d no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:20:43.242734 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 0736bff5-6cf4-4994-be27-282bd5b4297d {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:20:43.242923 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0736bff5-6cf4-4994-be27-282bd5b4297d not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:20:43.757841 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ed94d36a-868e-4de5-a346-139f9947c086 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:20:43.861809 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ed94d36a-868e-4de5-a346-139f9947c086, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ed94d36a-868e-4de5-a346-139f9947c086,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:43.873117 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'ed94d36a-868e-4de5-a346-139f9947c086', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'port_id': 'ed94d36a-868e-4de5-a346-139f9947c086', 'mac_address': 'fa:16:3e:ab:cd:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 901, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:20:43.874520 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:43.912932 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port ed94d36a-868e-4de5-a346-139f9947c086 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:43.913354 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ed94d36a-868e-4de5-a346-139f9947c086), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:43.927347 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed94d36a-868e-4de5-a346-139f9947c086 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:20:43.948812 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ed94d36a-868e-4de5-a346-139f9947c086, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ed94d36a-868e-4de5-a346-139f9947c086,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:44.004824 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47298) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:44.028040 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62ae38-79b9-48f3-b581-60a592c35cb8 req-63fa0ee4-fc8b-46a4-89e5-8db8c34de12c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:44.029608 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b62ae38-79b9-48f3-b581-60a592c35cb8 req-63fa0ee4-fc8b-46a4-89e5-8db8c34de12c tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 943 time: 0.0532818 Jul 28 18:20:44.032663 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ed94d36a-868e-4de5-a346-139f9947c086), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.082686 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b62ae38-79b9-48f3-b581-60a592c35cb8 req-1dcec317-a5f8-4db9-8ab9-593f89e781d7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472901 Jul 28 18:20:44.084484 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=ed94d36a-868e-4de5-a346-139f9947c086,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:44.137343 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1845907415-network', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:44.220975 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Made reservation on behalf of 104313ce72c94ea68c8cd3ee7f0cab2e for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:20:44.223331 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.232911 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.311517 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks [] for security_group (2bf2c974-3146-4dfb-b730-46f455b13928), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.376052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2bf2c974-3146-4dfb-b730-46f455b13928), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.404803 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 925} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:20:44.411634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf2c974-3146-4dfb-b730-46f455b13928,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:44.420294 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (182554ed-d55d-4591-8309-78366a9b182d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.420639 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Added segment 182554ed-d55d-4591-8309-78366a9b182d of type vlan for network 44a25a1e-08cb-4158-9e81-b93066923b4d Jul 28 18:20:44.425940 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['ed94d36a-868e-4de5-a346-139f9947c086'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:20:44.429661 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:44.463240 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (44a25a1e-08cb-4158-9e81-b93066923b4d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.559459 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (44a25a1e-08cb-4158-9e81-b93066923b4d), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.562192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:44.562192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.604651 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ff1a2183-723e-4a52-a583-7a0cd4f9857c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:44.627483 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] Pushing event updated for resources: {'Network': ['ID=44a25a1e-08cb-4158-9e81-b93066923b4d,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:44.637454 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 44a25a1e-08cb-4158-9e81-b93066923b4d details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:20:44.695687 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9224f345-3b22-43c2-8146-0e64fa80253e admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6871319 Jul 28 18:20:44.695923 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47302) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:44.701315 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Request body: {'subnet': {'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-subnet', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:44.712837 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:44.815694 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Made reservation on behalf of 104313ce72c94ea68c8cd3ee7f0cab2e for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:20:44.818197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26022573'] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.038200 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29164215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26022531'] for subnet (bfb589db-d5c5-47b5-a265-0428fb54ef3e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.094991 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb589db-d5c5-47b5-a265-0428fb54ef3e,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:45.104477 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Checking segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:20:45.104836 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Network hostable DHCP agents. Network: 44a25a1e-08cb-4158-9e81-b93066923b4d, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:20:45.207576 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9d5dc-8434-4e2e-9f54-94cf829b8d1c req-533d7082-e560-4a81-a642-f9867409e4ca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:45.209143 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cfc9d5dc-8434-4e2e-9f54-94cf829b8d1c req-533d7082-e560-4a81-a642-f9867409e4ca tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 944 time: 0.0488570 Jul 28 18:20:45.220932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:20:45.266562 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cfc9d5dc-8434-4e2e-9f54-94cf829b8d1c req-9ecabc19-190a-4fc3-bc63-abd7d68bc809 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519931 Jul 28 18:20:45.307625 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 44a25a1e-08cb-4158-9e81-b93066923b4d) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:45.312225 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:45.312815 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.317719 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d7d13-0efd-4523-8124-6a11d298697f None None] Network 44a25a1e-08cb-4158-9e81-b93066923b4d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:20:45.374546 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:45.407657 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-15d98429-5c2e-44c8-a0c0-0304b2ddb8c2 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7106698 Jul 28 18:20:45.410109 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47308) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:45.415132 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:45.419717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-44a25a1e-08cb-4158-9e81-b93066923b4d', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:20:45.422121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.490708 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (30304a82-505f-4c7e-a076-b741b577063b), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.491934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (30304a82-505f-4c7e-a076-b741b577063b), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.543125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks [] for router_controller (30304a82-505f-4c7e-a076-b741b577063b), precommit_add_association {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.564881 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Allocated IP 172.20.0.2 (44a25a1e-08cb-4158-9e81-b93066923b4d/bfb589db-d5c5-47b5-a265-0428fb54ef3e/723f8a73-d7eb-4887-b055-1d261ac7f751) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:45.708492 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Publish callbacks [] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.721008 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks [] for router_gateway (30304a82-505f-4c7e-a076-b741b577063b), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.759145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.771385 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ed94d36a-868e-4de5-a346-139f9947c086 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:45.789257 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:45.824768 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:45.826048 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:45.833929 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:45.836358 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:45.849418 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Pushing event updated for resources: {'Port': ['ID=723f8a73-d7eb-4887-b055-1d261ac7f751,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:45.900155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port ed94d36a-868e-4de5-a346-139f9947c086 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:20:45.915355 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Attempting to bind port 723f8a73-d7eb-4887-b055-1d261ac7f751 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:20:45.915720 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Attempting to bind port 723f8a73-d7eb-4887-b055-1d261ac7f751 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:20:45.916118 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Attempting to bind port 723f8a73-d7eb-4887-b055-1d261ac7f751 on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:45.921232 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:20:45.921609 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Checking segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:20:45.922013 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.922401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Bound using segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:20:45.922897 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Bound port: 723f8a73-d7eb-4887-b055-1d261ac7f751, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:20:45.923284 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.959779 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks [] for router_gateway (30304a82-505f-4c7e-a076-b741b577063b), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.978500 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:45.986089 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] For port 723f8a73-d7eb-4887-b055-1d261ac7f751, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:20:45.989449 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] For port 723f8a73-d7eb-4887-b055-1d261ac7f751, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=723f8a73-d7eb-4887-b055-1d261ac7f751,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:20:45.990710 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port ed94d36a-868e-4de5-a346-139f9947c086 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:45.991185 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (ed94d36a-868e-4de5-a346-139f9947c086), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.058757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:46.060481 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:INSERT=4,neutron:UPDATE=5,neutron:SELECT=90,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:46.068900 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port ed94d36a-868e-4de5-a346-139f9947c086 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:46.069323 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (ed94d36a-868e-4de5-a346-139f9947c086), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.087755 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Allocated IP 172.27.3.58 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/98151cf0-6670-46d5-8fb8-56beaa285056) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:46.088814 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.104903 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:46.107242 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227ff3e3-bc53-45ec-addf-4af101d33384" -d '{"events": [{"server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed94d36a-868e-4de5-a346-139f9947c086"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:46.145276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port ed94d36a-868e-4de5-a346-139f9947c086, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ed94d36a-868e-4de5-a346-139f9947c086,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:46.156992 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1554fe4f-e677-48a8-a981-30dd862018f8 x-openstack-request-id: req-1554fe4f-e677-48a8-a981-30dd862018f8 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:46.157428 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "name": "network-vif-plugged", "status": "completed", "tag": "ed94d36a-868e-4de5-a346-139f9947c086", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:46.157684 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1554fe4f-e677-48a8-a981-30dd862018f8 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:46.158088 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1554fe4f-e677-48a8-a981-30dd862018f8'] response: {'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086', 'code': 200} Jul 28 18:20:46.177864 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1999a042-9dd7-45a3-9a5d-e2fa4db385a4 None None] Pushing event updated for resources: {'Port': ['ID=723f8a73-d7eb-4887-b055-1d261ac7f751,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:46.205808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks [] for port (98151cf0-6670-46d5-8fb8-56beaa285056), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.226875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (ed94d36a-868e-4de5-a346-139f9947c086), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.282595 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=ed94d36a-868e-4de5-a346-139f9947c086,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:46.320876 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.395959 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:46.423341 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:46.426446 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:46.465934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Pushing event updated for resources: {'Port': ['ID=98151cf0-6670-46d5-8fb8-56beaa285056,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:46.475940 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41c022-0de0-42da-ba00-8d889dd0e3c8 req-46000185-40f1-4e18-8864-b805c8984ab7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:46.477574 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dc41c022-0de0-42da-ba00-8d889dd0e3c8 req-46000185-40f1-4e18-8864-b805c8984ab7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.1037500 Jul 28 18:20:46.583737 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:46.593779 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:46.597424 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56841c-6a33-4681-bceb-1dc119a74566 req-1a30f0d9-33b7-4203-832c-2d73730c275c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:46.598954 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0e56841c-6a33-4681-bceb-1dc119a74566 req-1a30f0d9-33b7-4203-832c-2d73730c275c service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 1129 time: 0.0403466 Jul 28 18:20:46.615419 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dc41c022-0de0-42da-ba00-8d889dd0e3c8 req-f4655205-3e6b-4f23-9f3b-1069a3c48aa7 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302810 Jul 28 18:20:46.652059 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0e56841c-6a33-4681-bceb-1dc119a74566 req-a962f301-0110-461f-b9e0-24f996b591d1 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475163 Jul 28 18:20:46.797218 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks [] for router_gateway (30304a82-505f-4c7e-a076-b741b577063b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.879267 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3887af82-4959-4579-b223-646be469ab45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:46.999145 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (30304a82-505f-4c7e-a076-b741b577063b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.077179 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e5553-5125-4d54-9fd7-ccc700dbaa5a None None] Network 44a25a1e-08cb-4158-9e81-b93066923b4d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:20:47.111426 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:47.162504 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-176d1886-b088-4665-a8b6-41c114ff87e0 None None] Provisioning complete for port 723f8a73-d7eb-4887-b055-1d261ac7f751 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:47.162873 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-176d1886-b088-4665-a8b6-41c114ff87e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.187677 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Router 30304a82-505f-4c7e-a076-b741b577063b is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104676) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:20:47.251821 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 723f8a73-d7eb-4887-b055-1d261ac7f751 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:47.288869 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-176d1886-b088-4665-a8b6-41c114ff87e0 None None] Current status of the port 723f8a73-d7eb-4887-b055-1d261ac7f751 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:47.289203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-176d1886-b088-4665-a8b6-41c114ff87e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.311701 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:20:47.326456 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:20:47.348392 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 723f8a73-d7eb-4887-b055-1d261ac7f751 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:47.348821 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.352333 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-176d1886-b088-4665-a8b6-41c114ff87e0 None None] For port 723f8a73-d7eb-4887-b055-1d261ac7f751, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=723f8a73-d7eb-4887-b055-1d261ac7f751,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:47.381245 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:47.381885 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:47.401393 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.403066 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ce91f9ac-cda8-4320-9fb6-1828f11b70c2 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9912462 Jul 28 18:20:47.405774 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47314) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:47.472000 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-176d1886-b088-4665-a8b6-41c114ff87e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.678293 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:47.706019 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-4a51b949-153c-4b15-a893-1a5a73e57aa5 None None] Provisioning complete for port 723f8a73-d7eb-4887-b055-1d261ac7f751 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:47.706396 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4a51b949-153c-4b15-a893-1a5a73e57aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.712050 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 723f8a73-d7eb-4887-b055-1d261ac7f751 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:47.749946 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:47.812250 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d1886-b088-4665-a8b6-41c114ff87e0 None None] Pushing event updated for resources: {'Port': ['ID=723f8a73-d7eb-4887-b055-1d261ac7f751,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:47.878902 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e730ac8-53d4-4078-940f-b460884ba053 req-7c90bda6-bd48-4155-b31e-baf7ea9749e5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:47.880373 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5e730ac8-53d4-4078-940f-b460884ba053 req-7c90bda6-bd48-4155-b31e-baf7ea9749e5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.0817139 Jul 28 18:20:47.890341 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:47.966001 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:47.969041 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4a51b949-153c-4b15-a893-1a5a73e57aa5 None None] Current status of the port 723f8a73-d7eb-4887-b055-1d261ac7f751 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:47.977533 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5e730ac8-53d4-4078-940f-b460884ba053 req-0aea83dd-1695-457e-b22d-83cfc7ab31a2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903070 Jul 28 18:20:48.012210 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:46Z', 'revision_number': 3, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:48.038733 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:20:48.039084 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Updating router 30304a82-505f-4c7e-a076-b741b577063b port 98151cf0-6670-46d5-8fb8-56beaa285056 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:20:48.072481 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.166571 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.326066 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:48.327287 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Allocated IP 172.20.0.1 (44a25a1e-08cb-4158-9e81-b93066923b4d/bfb589db-d5c5-47b5-a265-0428fb54ef3e/a8c8c83c-649d-4ce8-aaec-9b301c28ca5e) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:48.340039 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Publish callbacks [] for port (98151cf0-6670-46d5-8fb8-56beaa285056), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.378308 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:48.422309 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.437406 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks [] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.476631 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Attempting to bind port 98151cf0-6670-46d5-8fb8-56beaa285056 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:20:48.477032 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Attempting to bind port 98151cf0-6670-46d5-8fb8-56beaa285056 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:20:48.477438 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Attempting to bind port 98151cf0-6670-46d5-8fb8-56beaa285056 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:48.482818 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d67c84-2e23-4059-9e6f-9be51da1579e None None] Pushing event updated for resources: {'Port': ['ID=98151cf0-6670-46d5-8fb8-56beaa285056,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:48.486060 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:20:48.486260 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:20:48.486944 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.487339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:20:48.487816 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Bound port: 98151cf0-6670-46d5-8fb8-56beaa285056, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:20:48.488201 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.540564 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] For port 98151cf0-6670-46d5-8fb8-56beaa285056, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:20:48.542238 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.543766 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] For port 98151cf0-6670-46d5-8fb8-56beaa285056, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=98151cf0-6670-46d5-8fb8-56beaa285056,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:20:48.590204 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:48.593398 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:48.595877 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:48.623863 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:48.628389 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.645605 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (30304a82-505f-4c7e-a076-b741b577063b), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.686642 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:48.687443 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:48.730227 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:48.735194 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d67c84-2e23-4059-9e6f-9be51da1579e None None] Pushing event updated for resources: {'Port': ['ID=98151cf0-6670-46d5-8fb8-56beaa285056,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:48.804795 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:48.836735 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.911797 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-c994f6d1-cec3-45d3-8731-8fc26953f568 None None] Provisioning complete for port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:48.912350 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c994f6d1-cec3-45d3-8731-8fc26953f568 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:48.915576 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:48.935284 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:48.970343 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c994f6d1-cec3-45d3-8731-8fc26953f568 None None] Port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:20:49.005429 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks [] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:49.018083 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:46Z', 'revision_number': 3, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:49.043854 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc43903-4b6c-4474-8278-73b011200389 None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:46Z', 'revision_number': 3, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:20:49.084145 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:49.152999 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c98af-742e-4ae0-ac86-b117e45118fa req-b13d21f7-3636-47ae-b2c4-790db5b62d1e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:49.160225 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f04c98af-742e-4ae0-ac86-b117e45118fa req-b13d21f7-3636-47ae-b2c4-790db5b62d1e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.1006005 Jul 28 18:20:49.178383 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Pushing event updated for resources: {'Port': ['ID=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:49.187314 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (30304a82-505f-4c7e-a076-b741b577063b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:49.241764 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 723f8a73-d7eb-4887-b055-1d261ac7f751 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:49.284118 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f04c98af-742e-4ae0-ac86-b117e45118fa req-7dc5c62e-7bb5-44c7-9b75-f8d8d2e3d696 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192322 Jul 28 18:20:49.302113 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:49.330950 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 723f8a73-d7eb-4887-b055-1d261ac7f751 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:49.331559 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:49.335017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:49.336684 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:49.431264 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 723f8a73-d7eb-4887-b055-1d261ac7f751 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:49.502611 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc68d2c0-ed5d-4fad-8e7b-ecc4f6ece6f9 req-195fca82-9f43-4183-8d70-02ef328f43b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:49.504312 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dc68d2c0-ed5d-4fad-8e7b-ecc4f6ece6f9 req-195fca82-9f43-4183-8d70-02ef328f43b6 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.0955918 Jul 28 18:20:49.515597 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47322) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:49.520775 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Request body: {'floatingip': {'port_id': 'ed94d36a-868e-4de5-a346-139f9947c086'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:49.531062 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:49.539363 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:20:49.564335 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (ca78d313-c971-440d-8122-a3d2c2048012), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:49.602007 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-658505c6-587a-4434-b867-9365f37e5bc7 None None] Provisioning complete for port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:49.602721 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-658505c6-587a-4434-b867-9365f37e5bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:49.638430 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-658505c6-587a-4434-b867-9365f37e5bc7 None None] Port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:20:49.666788 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:20:49.676401 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e81258e1-abb7-4341-8bba-386700cd2645 admin admin] 10.222.0.86 "PUT /v2.0/routers/30304a82-505f-4c7e-a076-b741b577063b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2689855 Jul 28 18:20:49.815383 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.029885 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.088492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47330) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:50.093458 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--90581965', 'description': 'tempest-description--1683781309'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:50.110234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (ca78d313-c971-440d-8122-a3d2c2048012), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.205307 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Floating IP ca78d313-c971-440d-8122-a3d2c2048012 associated. External IP: 172.27.3.154, port: ed94d36a-868e-4de5-a346-139f9947c086. Jul 28 18:20:50.207542 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.394707 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (9f52463a-f864-47ef-bf07-ea7114d8f580), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.400697 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:50.447300 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:50.462538 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9f52463a-f864-47ef-bf07-ea7114d8f580), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.475172 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Router 60157b8b-3ff4-42e9-8c22-4b1f3972914c has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:20:50.503427 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f52463a-f864-47ef-bf07-ea7114d8f580,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:50.542199 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.542797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.542909 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.543202 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.543532 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.543865 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.544785 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.545197 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.545548 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.545874 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.546200 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.546524 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.546846 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.547190 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.547512 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:20:50.564932 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.566221 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a5f8386b-12ce-4fcb-87b7-e8e13039eeb6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4763937 Jul 28 18:20:50.569095 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47332) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:50.574823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-7d47a433-4766-4e0c-8bcc-672bacd782bd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '9f52463a-f864-47ef-bf07-ea7114d8f580', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:50.640060 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:20:50.644450 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.649334 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=90 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:50.654946 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] Sync routers for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:20:50.665296 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:50.665994 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:50.684532 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a79a4a18-a5c6-4a7d-aea7-5cbc8f885364 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "PUT /v2.0/floatingips/ca78d313-c971-440d-8122-a3d2c2048012 HTTP/1.1" status: 200 len: 991 time: 1.1589687 Jul 28 18:20:50.684532 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:50.684532 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bd6c91-c793-4092-9cbb-12ced58d70f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "tag": "ed94d36a-868e-4de5-a346-139f9947c086"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:50.716540 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc83d35-9fad-4aea-a549-9649bfaa9e57 x-openstack-request-id: req-7dc83d35-9fad-4aea-a549-9649bfaa9e57 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:50.716834 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "tag": "ed94d36a-868e-4de5-a346-139f9947c086", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:50.717153 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7dc83d35-9fad-4aea-a549-9649bfaa9e57 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:50.717821 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc83d35-9fad-4aea-a549-9649bfaa9e57'] response: {'name': 'network-changed', 'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086', 'status': 'completed', 'code': 200} Jul 28 18:20:50.725586 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d47a433-4766-4e0c-8bcc-672bacd782bd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (00f7f20b-6ac5-4f9f-8173-3af5d34a4eac), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.757523 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:50.769680 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:50.788446 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:20:50.800542 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:50.801434 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:50.819886 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-42d2b036-b045-4a1d-a353-a47fa0549d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:50.821531 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-42d2b036-b045-4a1d-a353-a47fa0549d4a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 1129 time: 0.0589437 Jul 28 18:20:50.827993 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d47a433-4766-4e0c-8bcc-672bacd782bd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (00f7f20b-6ac5-4f9f-8173-3af5d34a4eac), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.875616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d47a433-4766-4e0c-8bcc-672bacd782bd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (00f7f20b-6ac5-4f9f-8173-3af5d34a4eac), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.903087 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d47a433-4766-4e0c-8bcc-672bacd782bd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f7f20b-6ac5-4f9f-8173-3af5d34a4eac,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:50.922364 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:50.940896 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-33087a24-7ae6-4d66-8227-7222d1d2ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:50.942684 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-33087a24-7ae6-4d66-8227-7222d1d2ece3 service neutron] 10.222.0.93 "GET /v2.0/networks?id=bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 200 len: 912 time: 0.1133225 Jul 28 18:20:50.955587 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:50.995587 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7d47a433-4766-4e0c-8bcc-672bacd782bd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:50.999322 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7d47a433-4766-4e0c-8bcc-672bacd782bd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4266932 Jul 28 18:20:51.008304 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'ca78d313-c971-440d-8122-a3d2c2048012', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'port_id': 'ed94d36a-868e-4de5-a346-139f9947c086', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'mac_address': 'fa:16:3e:ab:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:30Z', 'updated_at': '2022-07-28T18:20:49Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:51.008532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47338) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:51.008532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-1207a512-913b-4c30-a2f5-4b36d4936879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '9f52463a-f864-47ef-bf07-ea7114d8f580', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:51.016438 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-5f580428-befa-4bca-9804-e2bb99698b9f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ed94d36a-868e-4de5-a346-139f9947c086 HTTP/1.1" status: 200 len: 999 time: 0.0680857 Jul 28 18:20:51.027477 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] Checking router: 60157b8b-3ff4-42e9-8c22-4b1f3972914c for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:20:51.037051 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:51.037666 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:51.072312 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-be75e8db-c952-462c-bcb0-453e79c42e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:51.073999 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-be75e8db-c952-462c-bcb0-453e79c42e17 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 200 len: 850 time: 0.0507512 Jul 28 18:20:51.102961 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1207a512-913b-4c30-a2f5-4b36d4936879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (501cfb79-b457-462f-a9c7-45028152c339), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.135609 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-1a17a891-2190-435d-99d3-996cb0b6fa4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:51.139641 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-1a17a891-2190-435d-99d3-996cb0b6fa4b service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=bff04af5-7af0-4830-a1e0-3c54d0cbddac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0585337 Jul 28 18:20:51.170547 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1207a512-913b-4c30-a2f5-4b36d4936879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (501cfb79-b457-462f-a9c7-45028152c339), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.173154 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:51.180495 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 2, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:51.219101 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:20:51.219480 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Updating router 30304a82-505f-4c7e-a076-b741b577063b port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:20:51.249340 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.265656 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-80e0602c-1409-4fd4-bf34-b75f812b2957 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157002 Jul 28 18:20:51.266854 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1207a512-913b-4c30-a2f5-4b36d4936879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (501cfb79-b457-462f-a9c7-45028152c339), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.301414 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 98151cf0-6670-46d5-8fb8-56beaa285056 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:51.303002 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1207a512-913b-4c30-a2f5-4b36d4936879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501cfb79-b457-462f-a9c7-45028152c339,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:51.308504 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:51.364103 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1207a512-913b-4c30-a2f5-4b36d4936879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.370305 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47340) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:20:51.371333 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1207a512-913b-4c30-a2f5-4b36d4936879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3705850 Jul 28 18:20:51.375692 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:51.416071 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-64bd6c91-c793-4092-9cbb-12ced58d70f4 req-2623b3c1-90f1-44e8-b1f6-09c27c4d85a5 service neutron] 10.222.0.93 "GET /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431952 Jul 28 18:20:51.440744 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'ca78d313-c971-440d-8122-a3d2c2048012', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'port_id': 'ed94d36a-868e-4de5-a346-139f9947c086', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'mac_address': 'fa:16:3e:ab:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:30Z', 'updated_at': '2022-07-28T18:20:49Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:51.457687 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 98151cf0-6670-46d5-8fb8-56beaa285056 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:51.458067 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.467500 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c30638-aec1-41db-bb07-f97675af9d54 None None] The sync data for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi is: [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'ca78d313-c971-440d-8122-a3d2c2048012', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'floating_ip_address': '172.27.3.154', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'port_id': 'ed94d36a-868e-4de5-a346-139f9947c086', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'mac_address': 'fa:16:3e:ab:cd:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:30Z', 'updated_at': '2022-07-28T18:20:49Z', 'revision_number': 1, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:20:51.485099 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:51.513779 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.608690 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.678593 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d90bac3-80cb-4012-85a5-d273fda2b66e None None] New status for floating IP ca78d313-c971-440d-8122-a3d2c2048012: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:20:51.734488 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.27.3.33 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/3f63b80e-965a-441c-9eae-c51ab938794d) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:51.746532 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:51.753388 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 98151cf0-6670-46d5-8fb8-56beaa285056 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:51.753857 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.806384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 98151cf0-6670-46d5-8fb8-56beaa285056, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=98151cf0-6670-46d5-8fb8-56beaa285056,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:51.826441 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Publish callbacks [] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.850379 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (3f63b80e-965a-441c-9eae-c51ab938794d), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.850574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.881699 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.913956 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=98151cf0-6670-46d5-8fb8-56beaa285056,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:51.973977 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (3f63b80e-965a-441c-9eae-c51ab938794d), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:51.996926 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb16fc0-e8a4-4930-bb96-51a214866bc1 None None] Pushing event updated for resources: {'Port': ['ID=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:52.009918 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Attempting to bind port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:20:52.010162 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Attempting to bind port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:20:52.010482 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Attempting to bind port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:52.017380 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:20:52.017762 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Checking segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:20:52.018175 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.018574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Bound using segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:20:52.019080 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Bound port: a8c8c83c-649d-4ce8-aaec-9b301c28ca5e, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:20:52.019473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.022552 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:52.025843 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:52.028578 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:52.054946 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=3f63b80e-965a-441c-9eae-c51ab938794d,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:52.072666 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:52.098007 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] For port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:20:52.101451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] For port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:20:52.133653 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (cc72e330-4182-4208-9726-33ba0e4e5b27), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.173313 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-d3050190-3550-4965-b39c-7f7cc056068c None None] Provisioning complete for port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:52.173621 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d3050190-3550-4965-b39c-7f7cc056068c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.195195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.236875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-d3050190-3550-4965-b39c-7f7cc056068c None None] Port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:20:52.246302 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3f63b80e-965a-441c-9eae-c51ab938794d), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.269045 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:20:52.269881 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:52.273570 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb16fc0-e8a4-4930-bb96-51a214866bc1 None None] Pushing event updated for resources: {'Port': ['ID=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:52.323167 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:52.385237 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:20:52.523626 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-8bf5947c-5e35-4624-b880-ba7c839ef27d None None] Provisioning complete for port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:52.523939 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8bf5947c-5e35-4624-b880-ba7c839ef27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.554010 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:52.646213 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (3f63b80e-965a-441c-9eae-c51ab938794d), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.670668 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:20:52.674566 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-8bf5947c-5e35-4624-b880-ba7c839ef27d None None] Current status of the port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:52.674566 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8bf5947c-5e35-4624-b880-ba7c839ef27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.705912 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61411b82-de43-4dc2-a829-bb4b61c3cba4 None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:20:52.712065 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (3f63b80e-965a-441c-9eae-c51ab938794d), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.733222 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-8bf5947c-5e35-4624-b880-ba7c839ef27d None None] For port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:20:52.807988 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=3f63b80e-965a-441c-9eae-c51ab938794d,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:52.815126 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8bf5947c-5e35-4624-b880-ba7c839ef27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.827082 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (cc72e330-4182-4208-9726-33ba0e4e5b27), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.865489 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf5947c-5e35-4624-b880-ba7c839ef27d None None] Pushing event updated for resources: {'Port': ['ID=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:52.909339 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:52.910606 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-8316d2a7-7f44-4011-8bd1-54b2f6599879 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5394781 Jul 28 18:20:53.064997 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-37d32759-1a68-4caf-b8c5-8aa764b62129 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--90581965&fields=id&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 267 time: 0.0445347 Jul 28 18:20:53.182919 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-a033a9c0-5ef1-4503-bbe5-60934c89978a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:53.184424 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-a033a9c0-5ef1-4503-bbe5-60934c89978a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.1127877 Jul 28 18:20:53.203359 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-7e1f463b-ec0a-4e02-a462-1aa2abc75833 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/quotas/104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 375 time: 0.0127003 Jul 28 18:20:53.262151 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-f5b86b7e-0905-44cf-bf95-684ae5173c7b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532520 Jul 28 18:20:53.299947 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a8c8c83c-649d-4ce8-aaec-9b301c28ca5e up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:53.351202 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:53.351772 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:53.368253 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-8ab1e4d8-297a-483f-9fb7-3c56f4bd5d23 service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942674 Jul 28 18:20:53.433591 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:53.435403 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 98151cf0-6670-46d5-8fb8-56beaa285056 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:20:53.453041 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:53.468998 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-ba753d12-7201-4e0a-aa7e-392e2674882a service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975537 Jul 28 18:20:53.483846 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 98151cf0-6670-46d5-8fb8-56beaa285056 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:53.484219 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:53.575009 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 98151cf0-6670-46d5-8fb8-56beaa285056 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:20:53.752049 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0dd16100-8b2e-45d8-aeea-19f556ca65eb req-44ffb9d2-5346-481f-8bfa-de3fead0fdfa tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 210 time: 0.0331311 Jul 28 18:20:54.853426 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6715ccc0-b31c-48f9-8054-ddf01bb2fe82 req-faa60973-867d-4c65-a23e-eb5a7fbbd89b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 210 time: 0.0297742 Jul 28 18:20:55.952582 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-ea9d2ba9-3fa4-40e5-a1c5-26daaed95400 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:55.954173 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-ea9d2ba9-3fa4-40e5-a1c5-26daaed95400 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.1086483 Jul 28 18:20:55.960839 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5caee8d1-0797-4f87-8978-5d8df3c818bf req-48589d15-e2e5-4878-8d09-ce8777c3cb52 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 210 time: 0.0341687 Jul 28 18:20:56.022755 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-adc904ba-b559-4921-a7b5-1ca195cb9f87 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 378 time: 0.0525889 Jul 28 18:20:56.031540 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'port': {'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'admin_state_up': True, 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'security_groups': ['9f52463a-f864-47ef-bf07-ea7114d8f580']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:56.232931 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Made reservation on behalf of 104313ce72c94ea68c8cd3ee7f0cab2e for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:20:56.236282 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:56.253512 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:56.366465 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.20.0.3 (44a25a1e-08cb-4158-9e81-b93066923b4d/bfb589db-d5c5-47b5-a265-0428fb54ef3e/61aa0381-f0f3-4341-9fdf-0aba5beb4f6a) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:20:56.371467 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:UPDATE=3,neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:56.508797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:56.604749 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:56.649422 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:20:56.652609 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:20:56.657149 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:20:56.663477 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:56.714664 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:56.715273 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:56.778536 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4b7dfbdc-2d72-46c8-aa7d-14a675972184 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7505536 Jul 28 18:20:56.796412 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Request body: {'port': {'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:20:56.858199 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:56.860401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-f8dade12-fc85-42cf-87af-9ac7bc1cb9e9 None None] Provisioning complete for port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:20:56.860925 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f8dade12-fc85-42cf-87af-9ac7bc1cb9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:56.893080 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-f8dade12-fc85-42cf-87af-9ac7bc1cb9e9 None None] Port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:20:57.055496 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:57.081091 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dff72b-cee6-4be6-b3a8-e92bb7df2f09 req-5e28feee-b049-42a5-b569-fcbe6388b336 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:57.082678 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-07dff72b-cee6-4be6-b3a8-e92bb7df2f09 req-5e28feee-b049-42a5-b569-fcbe6388b336 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 931 time: 0.0497720 Jul 28 18:20:57.127569 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:20:57.135590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Publish callbacks [] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:57.143609 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-07dff72b-cee6-4be6-b3a8-e92bb7df2f09 req-d45b3e64-277e-4681-bd49-26c63ecb3917 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0551353 Jul 28 18:20:57.149543 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Transition to ACTIVE for port object 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:20:57.169091 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:57.227532 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:57.278223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Pushing event updated for resources: {'Port': ['ID=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:57.351716 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Attempting to bind port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:20:57.352061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Attempting to bind port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:20:57.352394 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Attempting to bind port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:57.357264 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a on network 44a25a1e-08cb-4158-9e81-b93066923b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:20:57.357586 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Attempting to bind port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:20:57.362837 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:20:57.363199 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Checking segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:20:57.363576 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Bound using segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:20:57.364003 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Bound port: 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:20:57.364368 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:57.437036 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] For port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:20:57.440209 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] For port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:20:57.519229 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:57.523425 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:57.558598 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:57.559224 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:20:57.560634 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] 10.222.0.93 "PUT /v2.0/ports/61aa0381-f0f3-4341-9fdf-0aba5beb4f6a HTTP/1.1" status: 200 len: 1093 time: 0.7686248 Jul 28 18:20:57.561105 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:20:57.563518 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d17c6e-716f-4f02-8163-9727bee7b05b" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:20:57.585113 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bda43-ec66-4c6b-acbe-17780885b009 service neutron] Pushing event updated for resources: {'Port': ['ID=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:20:57.610286 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216ebe93-bdce-4ec4-9256-20aafa0c207f x-openstack-request-id: req-216ebe93-bdce-4ec4-9256-20aafa0c207f {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:20:57.610606 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:20:57.610893 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-216ebe93-bdce-4ec4-9256-20aafa0c207f {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:20:57.611314 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-216ebe93-bdce-4ec4-9256-20aafa0c207f'] response: {'name': 'network-changed', 'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'status': 'completed', 'code': 200} Jul 28 18:20:57.692742 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17c6e-716f-4f02-8163-9727bee7b05b req-3bcc3239-9b35-4917-88e9-cb48aa6af1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:57.694488 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60d17c6e-716f-4f02-8163-9727bee7b05b req-3bcc3239-9b35-4917-88e9-cb48aa6af1f0 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 1127 time: 0.0418627 Jul 28 18:20:57.814545 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17c6e-716f-4f02-8163-9727bee7b05b req-0593e11f-5888-4208-9f9a-29eeb2b9344c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:57.815984 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60d17c6e-716f-4f02-8163-9727bee7b05b req-0593e11f-5888-4208-9f9a-29eeb2b9344c service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0974166 Jul 28 18:20:57.920803 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d17c6e-716f-4f02-8163-9727bee7b05b req-c70e917e-1a0c-4c03-b9aa-8954c8604460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:57.922274 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-60d17c6e-716f-4f02-8163-9727bee7b05b req-c70e917e-1a0c-4c03-b9aa-8954c8604460 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949800 Jul 28 18:20:58.017882 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-9947ce05-d017-4efe-8903-82fd35978cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:58.019327 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-9947ce05-d017-4efe-8903-82fd35978cfc service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 1127 time: 0.0386915 Jul 28 18:20:58.064004 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-79872f99-a369-4ba5-b584-8871003e14b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a HTTP/1.1" status: 200 len: 217 time: 0.0310807 Jul 28 18:20:58.112697 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-78991d16-1e2f-40c1-aa58-e7e39c1b3ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:58.114285 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-78991d16-1e2f-40c1-aa58-e7e39c1b3ee6 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0441036 Jul 28 18:20:58.161037 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-16d02ebc-7daf-4ff5-a69d-0bf3c143132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:58.162542 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-16d02ebc-7daf-4ff5-a69d-0bf3c143132d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418656 Jul 28 18:20:58.258797 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-c4fd0459-d3e5-4158-9b47-08c596d16835 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899348 Jul 28 18:20:58.267952 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0dd5f-9b74-4f8a-9e90-5fd3d238df46 req-bc56e757-b6f1-4fb0-8c71-f42051db1f0a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:58.269441 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a6f0dd5f-9b74-4f8a-9e90-5fd3d238df46 req-bc56e757-b6f1-4fb0-8c71-f42051db1f0a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 943 time: 0.0498953 Jul 28 18:20:58.316124 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a6f0dd5f-9b74-4f8a-9e90-5fd3d238df46 req-15d84c75-8500-46ec-8822-8702d486c8ad tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411134 Jul 28 18:20:58.354939 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f1184ca9-34fc-4d32-8541-3adcfe75feb4 req-4816361d-29a7-4985-818e-52debf73e8db service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903850 Jul 28 18:20:59.441134 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a258170-7a25-4705-b680-b94cb73f1967 req-4ccac48e-d1a7-48b8-b29b-9152c510295d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:20:59.442621 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a258170-7a25-4705-b680-b94cb73f1967 req-4ccac48e-d1a7-48b8-b29b-9152c510295d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 943 time: 0.0527494 Jul 28 18:20:59.468331 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:20:59.490003 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a258170-7a25-4705-b680-b94cb73f1967 req-d779d0be-3818-47f3-b9e9-596d1e9f2640 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418327 Jul 28 18:21:00.609167 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455b1e3-0af5-474b-abda-0070c4951181 req-6a6afa9c-70a4-4104-b64a-d60d9b8989d3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:00.610639 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a455b1e3-0af5-474b-abda-0070c4951181 req-6a6afa9c-70a4-4104-b64a-d60d9b8989d3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 943 time: 0.0476680 Jul 28 18:21:00.658557 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a455b1e3-0af5-474b-abda-0070c4951181 req-d18b17da-9767-492b-aebe-df7804f7462c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420094 Jul 28 18:21:01.681123 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246f68-d369-4314-9581-7cb5959a4277 req-3d827d4d-ba47-4c01-a73d-b1d9552c1518 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:01.682560 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc246f68-d369-4314-9581-7cb5959a4277 req-3d827d4d-ba47-4c01-a73d-b1d9552c1518 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0469086 Jul 28 18:21:01.749531 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc246f68-d369-4314-9581-7cb5959a4277 req-269cfaf3-ab76-40d1-b2a2-2c8abd178def tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608959 Jul 28 18:21:01.785362 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b7fc12-e3c0-4b8d-96cd-0da0d0d3857e req-f840d0d4-a6db-46d3-94bb-d7e313798273 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:01.786900 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-09b7fc12-e3c0-4b8d-96cd-0da0d0d3857e req-f840d0d4-a6db-46d3-94bb-d7e313798273 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 943 time: 0.0563087 Jul 28 18:21:01.790873 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:01.795455 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=56,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:01.834572 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-09b7fc12-e3c0-4b8d-96cd-0da0d0d3857e req-c6dd4c4e-876a-489f-a205-94880113e3e0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420883 Jul 28 18:21:02.868144 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385df2c3-7f73-4ede-a5c8-23724f40e489 req-03d47529-bb3b-4e70-a4d8-f4ec528d1dcd tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:02.869691 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-385df2c3-7f73-4ede-a5c8-23724f40e489 req-03d47529-bb3b-4e70-a4d8-f4ec528d1dcd tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0477726 Jul 28 18:21:02.928149 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-385df2c3-7f73-4ede-a5c8-23724f40e489 req-9a9e332c-5fe4-47da-bea8-f320fd8ef5a6 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523028 Jul 28 18:21:02.965995 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646751fa-a464-489a-875f-eda32fcc21b4 req-ef92ec94-e569-4e0b-ab39-c67a8d11cc4d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:02.967482 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-646751fa-a464-489a-875f-eda32fcc21b4 req-ef92ec94-e569-4e0b-ab39-c67a8d11cc4d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 943 time: 0.0567489 Jul 28 18:21:03.014469 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-646751fa-a464-489a-875f-eda32fcc21b4 req-d8476096-2e10-48ac-95ce-02531f951d51 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414171 Jul 28 18:21:03.828201 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dfef009-4a62-4ec2-8fca-eea4bd562ae5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:03.829634 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dfef009-4a62-4ec2-8fca-eea4bd562ae5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0476403 Jul 28 18:21:03.873200 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:03.888673 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:03.927646 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Deleting port c9c5491c-fa11-47ad-bc68-d27692005b9b {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:21:03.927996 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:03.955072 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:03.997854 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:04.009747 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:04.036122 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] For port c9c5491c-fa11-47ad-bc68-d27692005b9b, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=c9c5491c-fa11-47ad-bc68-d27692005b9b,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:04.036834 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.056039 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:04.056913 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:21:04.057358 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.060501 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73a452-edcb-4ef9-9411-097422a807e1 req-1e088c1c-3f5e-4853-84ac-9607c77199c8 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:04.069865 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cd73a452-edcb-4ef9-9411-097422a807e1 req-1e088c1c-3f5e-4853-84ac-9607c77199c8 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 945 time: 0.0651290 Jul 28 18:21:04.084648 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:21:04.112439 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:04.121324 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:04.177431 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cd73a452-edcb-4ef9-9411-097422a807e1 req-94cbe6bc-b91f-417d-971e-2fd759631301 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060331 Jul 28 18:21:04.188102 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.201856 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb66f61-4656-439e-8fb7-52891bd423ac req-e64f5930-f2c0-4c5a-a9a3-8d70a2c16e2b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:04.203158 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bb66f61-4656-439e-8fb7-52891bd423ac req-e64f5930-f2c0-4c5a-a9a3-8d70a2c16e2b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 943 time: 0.0843995 Jul 28 18:21:04.249810 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.250209 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:04.250328 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (5a46ccf6-8560-4396-88b4-333179fff07f), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.250512 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Floating IP 5a46ccf6-8560-4396-88b4-333179fff07f disassociated. External IP: 172.27.3.192, port: c9c5491c-fa11-47ad-bc68-d27692005b9b. Jul 28 18:21:04.250843 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Calling delete_port for c9c5491c-fa11-47ad-bc68-d27692005b9b owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:21:04.263011 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bb66f61-4656-439e-8fb7-52891bd423ac req-a9f29036-e174-4ba2-8e30-2699b855ad26 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542231 Jul 28 18:21:04.444423 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (c9c5491c-fa11-47ad-bc68-d27692005b9b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.474248 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event deleted for resources: {'Port': ['ID=c9c5491c-fa11-47ad-bc68-d27692005b9b,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:04.581905 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:21:04.589541 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:04.690158 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:21:04.692285 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['61aa0381-f0f3-4341-9fdf-0aba5beb4f6a'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:04.717575 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:21:04.733484 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] No DVR routers for this DVR port c9c5491c-fa11-47ad-bc68-d27692005b9b on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:21:04.736085 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:04.739563 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a490fac-5b6b-4b4a-92d6-7aee3c4ff5d6 req-4dec4eb4-f637-454f-ba09-32a8744e2b36 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "DELETE /v2.0/ports/c9c5491c-fa11-47ad-bc68-d27692005b9b HTTP/1.1" status: 204 len: 173 time: 0.9036043 Jul 28 18:21:04.740071 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'name': 'network-vif-deleted', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:04.742437 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afb2ab5-cd4b-4c07-83c2-8a031b82fe5a" -d '{"events": [{"server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "name": "network-vif-deleted", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:04.743022 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:21:04.744622 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:04.785240 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8c9b28-73cb-4811-b7aa-18fdaeb4c416 x-openstack-request-id: req-0f8c9b28-73cb-4811-b7aa-18fdaeb4c416 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:04.785537 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60bf3b10-9241-4fb1-9543-46147477634d", "name": "network-vif-deleted", "tag": "c9c5491c-fa11-47ad-bc68-d27692005b9b", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:04.785792 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-0f8c9b28-73cb-4811-b7aa-18fdaeb4c416 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:04.786251 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f8c9b28-73cb-4811-b7aa-18fdaeb4c416'] response: {'server_uuid': '60bf3b10-9241-4fb1-9543-46147477634d', 'name': 'network-vif-deleted', 'tag': 'c9c5491c-fa11-47ad-bc68-d27692005b9b', 'status': 'completed', 'code': 200} Jul 28 18:21:04.902402 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:21:05.128296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:05.152773 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:21:05.161647 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:21:05.162280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:05.295662 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8a68f6a-2152-4eb2-8b52-45565546b65b req-1e95dd47-9a03-4e65-a29e-7f9f8d5d3bf0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=60bf3b10-9241-4fb1-9543-46147477634d HTTP/1.1" status: 200 len: 210 time: 0.0308101 Jul 28 18:21:05.388800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:05.396186 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:21:05.399777 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790bbcd-9816-47c1-b968-dcabcc6e3c78 req-0102c58d-a4a7-41b1-aabd-70364fd861a7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:05.401278 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8790bbcd-9816-47c1-b968-dcabcc6e3c78 req-0102c58d-a4a7-41b1-aabd-70364fd861a7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 944 time: 0.0505111 Jul 28 18:21:05.451382 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8790bbcd-9816-47c1-b968-dcabcc6e3c78 req-39e5ffae-1051-4f59-9853-f4b4a3ae4089 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435281 Jul 28 18:21:05.511004 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:05.589811 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:05.614026 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1670b4dd-ce6e-4ee2-9d10-69782ba0bf0a None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:21:05.823019 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79079691-2450-418a-940d-937739bc91bc None None] New status for floating IP 5a46ccf6-8560-4396-88b4-333179fff07f: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:21:06.130817 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:06.150378 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:06.174424 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:21:06.301087 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:21:06.301502 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:06.379223 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:21:06.379624 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:06.403480 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:06.406289 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3880c0cc-856d-4dd4-8052-c69262643524" -d '{"events": [{"server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "name": "network-vif-plugged", "status": "completed", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:06.419353 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:06.450318 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5cfde48-2263-441f-829c-24ba402c19f6 x-openstack-request-id: req-f5cfde48-2263-441f-829c-24ba402c19f6 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:06.450624 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "name": "network-vif-plugged", "status": "completed", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:06.450886 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f5cfde48-2263-441f-829c-24ba402c19f6 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:06.452101 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5cfde48-2263-441f-829c-24ba402c19f6'] response: {'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'code': 200} Jul 28 18:21:06.497577 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:06.500491 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device c9c5491c-fa11-47ad-bc68-d27692005b9b no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:21:06.542574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: c9c5491c-fa11-47ad-bc68-d27692005b9b {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:21:06.542925 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device c9c5491c-fa11-47ad-bc68-d27692005b9b not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:21:06.569818 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:06.607691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdc522-4b5c-4122-bf1b-39f500763300 req-96614f6a-ea1b-4a7e-8080-f908edb87be8 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:06.609303 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0ecdc522-4b5c-4122-bf1b-39f500763300 req-96614f6a-ea1b-4a7e-8080-f908edb87be8 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0769174 Jul 28 18:21:06.642128 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-bd3cc3f3-ac41-4a2d-b0bb-c2ad988d2587 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370419790&fields=id&tenant_id=308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 267 time: 0.0990617 Jul 28 18:21:06.724634 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0ecdc522-4b5c-4122-bf1b-39f500763300 req-707b1a60-7695-42b9-8658-4f66c458b9cd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1077540 Jul 28 18:21:06.745221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:06.774914 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-6e4618c0-d450-4d28-8d26-5bea288ab4b9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:06.776397 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-6e4618c0-d450-4d28-8d26-5bea288ab4b9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 812 time: 0.1264629 Jul 28 18:21:06.792795 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-f52a4557-58b6-4a9a-8891-efb271de17a1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/quotas/308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 375 time: 0.0099547 Jul 28 18:21:06.848153 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-6cf04e81-6445-4457-ad20-dcd79589ae67 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480993 Jul 28 18:21:06.849540 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eea1c7-0ec3-4b96-aac8-93fc987ab03b req-f2e00f95-59bb-490f-a07e-3b1d81d6e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:06.851066 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-19eea1c7-0ec3-4b96-aac8-93fc987ab03b req-f2e00f95-59bb-490f-a07e-3b1d81d6e124 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 1129 time: 0.0437891 Jul 28 18:21:06.897555 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-19eea1c7-0ec3-4b96-aac8-93fc987ab03b req-0c2446c7-ab5d-46fc-afec-1f20c0b044c3 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395718 Jul 28 18:21:06.943045 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-5003051f-b08c-4c46-a75b-6da7251cee90 service neutron] 10.222.0.86 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832858 Jul 28 18:21:07.035770 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-a06c84ba-6490-43ac-a23a-937b4f211399 service neutron] 10.222.0.86 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870109 Jul 28 18:21:07.615036 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-422a1e9b-f78c-4e6c-9bf2-0cf169429d7b req-81a7cd90-4300-4007-af5d-909046d43ed6 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 210 time: 0.0347040 Jul 28 18:21:07.677012 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b05f3-c309-40a5-b47d-d18d0d215bfe req-50cd406b-cd16-45d0-a611-7f57a31513ad tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:07.678257 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-194b05f3-c309-40a5-b47d-d18d0d215bfe req-50cd406b-cd16-45d0-a611-7f57a31513ad tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0533423 Jul 28 18:21:07.727937 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-194b05f3-c309-40a5-b47d-d18d0d215bfe req-f2cee994-f615-4e88-bab5-29d3107ae12f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440497 Jul 28 18:21:07.846617 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62346cfe-a6ba-4528-b462-d05707217781 req-1ef0c794-c9f4-4a13-bc9f-230fb8a4b03d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:07.848108 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-62346cfe-a6ba-4528-b462-d05707217781 req-1ef0c794-c9f4-4a13-bc9f-230fb8a4b03d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0499365 Jul 28 18:21:07.896433 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-62346cfe-a6ba-4528-b462-d05707217781 req-5e081f22-5e7f-4554-9495-f6ea546f213f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425785 Jul 28 18:21:08.711526 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8c593017-8ba5-4bea-97b6-5aa0085acb37 req-f4e256c1-daba-4378-845a-5007c4a8ea8c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 210 time: 0.0280600 Jul 28 18:21:08.846781 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb64e13-0a7b-4b5d-b74a-b77f38a35ae3 req-eeed7c58-c21f-462f-b2b0-7e095b502aed tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:08.848262 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdb64e13-0a7b-4b5d-b74a-b77f38a35ae3 req-eeed7c58-c21f-462f-b2b0-7e095b502aed tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0500667 Jul 28 18:21:08.897251 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bdb64e13-0a7b-4b5d-b74a-b77f38a35ae3 req-22fae0b9-b6d8-474b-bcdd-3e2496afbe33 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433745 Jul 28 18:21:09.011722 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d10e3-1d69-46d0-a56f-639d7d9d8843 req-b76daf8b-e5e6-4cc9-bde5-f66fa102df73 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:09.013108 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb7d10e3-1d69-46d0-a56f-639d7d9d8843 req-b76daf8b-e5e6-4cc9-bde5-f66fa102df73 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0462136 Jul 28 18:21:09.059541 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb7d10e3-1d69-46d0-a56f-639d7d9d8843 req-344a1b45-135f-4063-bbbd-376f8fb129ab tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409722 Jul 28 18:21:09.808223 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-65f1bdbe-0f64-466f-a20d-36bd28bf6f7c req-87e6feff-1118-442a-89fc-1cf23e71b872 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 210 time: 0.0276864 Jul 28 18:21:10.017432 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68addf92-d683-462b-adef-82502d34299e req-b9776e1b-15b2-497e-9d6c-b2d4597568c1 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:10.018838 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-68addf92-d683-462b-adef-82502d34299e req-b9776e1b-15b2-497e-9d6c-b2d4597568c1 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0503573 Jul 28 18:21:10.060192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:10.068986 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-68addf92-d683-462b-adef-82502d34299e req-ec43b925-034f-49f5-8a0d-597241bdf300 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440936 Jul 28 18:21:10.177716 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb386d91-c3dd-440b-b2eb-c30b0288908d req-0fd42875-f556-4619-8edb-b930d55c39f0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:10.179254 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fb386d91-c3dd-440b-b2eb-c30b0288908d req-0fd42875-f556-4619-8edb-b930d55c39f0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0488386 Jul 28 18:21:10.231645 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fb386d91-c3dd-440b-b2eb-c30b0288908d req-02c23895-6bae-4762-8fa1-4c51eab514d3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465512 Jul 28 18:21:10.299334 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-4469ab1a-de68-44d0-8f9d-3ec3c0155e6a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:10.300959 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-4469ab1a-de68-44d0-8f9d-3ec3c0155e6a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 812 time: 0.1267898 Jul 28 18:21:10.381207 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc0990-d5fa-4a96-b751-fd72069802bf req-77a61406-5a7e-4933-b5dc-2e22e1a34843 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:10.382835 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9bc0990-d5fa-4a96-b751-fd72069802bf req-77a61406-5a7e-4933-b5dc-2e22e1a34843 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0573449 Jul 28 18:21:10.392096 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-20a8dcd7-cd2a-4675-8713-22a5d0281c46 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 379 time: 0.0661473 Jul 28 18:21:10.394668 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 47458) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:21:10.398513 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:21:10.433714 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'port': {'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'admin_state_up': True, 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'security_groups': ['1cf89b0f-92b2-4dbd-bd88-57335b6e1812']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:21:10.458587 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (cc72e330-4182-4208-9726-33ba0e4e5b27), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:10.789243 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Made reservation on behalf of 308e6cf086ae4cdea9c591ed2811c976 for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:21:10.792559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:10.907408 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3bcee5ed-85b6-4ef4-9748-5b15a434d763 req-b5ff1b42-6cd5-40dc-b742-1f5bdb8f740e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 210 time: 0.0286522 Jul 28 18:21:10.920921 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:10.999797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:11.065447 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Allocated IP 172.20.0.13 (f4b4861e-a1c6-45e0-a934-67c667a84812/fd8f5047-d407-4dc3-84a9-28b0b122d728/2bf36b8c-9461-4402-a7fa-dd60e55d9326) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:11.082219 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:11.155355 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (cc72e330-4182-4208-9726-33ba0e4e5b27), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:11.192313 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1988927-e999-4824-b3a0-5566bee00e7b req-608f3d98-b350-4d91-892c-ab0117063833 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:11.193865 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d1988927-e999-4824-b3a0-5566bee00e7b req-608f3d98-b350-4d91-892c-ab0117063833 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0498037 Jul 28 18:21:11.246273 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d1988927-e999-4824-b3a0-5566bee00e7b req-15114344-cac1-4b7c-b1b1-d45c2a48bb93 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455203 Jul 28 18:21:11.519782 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:11.523096 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP cc72e330-4182-4208-9726-33ba0e4e5b27 associated. External IP: 172.27.3.33, port: 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a. Jul 28 18:21:11.684357 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:11.766172 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Network f4b4861e-a1c6-45e0-a934-67c667a84812 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:11.773582 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:11.780891 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:21:11.787892 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=2bf36b8c-9461-4402-a7fa-dd60e55d9326,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:11.824593 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:21:11.831319 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:11.846089 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:11.846731 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:11.950249 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-efdfaf20-9c3f-4758-87f9-c66a79c8b9ff tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5478289 Jul 28 18:21:11.972095 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Request body: {'port': {'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:21:11.977616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:21:11.996313 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.000188 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:21:12.002987 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:12.010508 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:21:12.011147 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:12.035957 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d309ad38-366e-4ac4-a183-d69e817a7d14 req-6fe69ee8-22c9-461f-9024-23cdb3622039 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:12.037683 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d309ad38-366e-4ac4-a183-d69e817a7d14 req-6fe69ee8-22c9-461f-9024-23cdb3622039 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 932 time: 0.0522182 Jul 28 18:21:12.064635 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-df81d216-f50c-4e4a-bccc-87001e5d92be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "PUT /v2.0/floatingips/cc72e330-4182-4208-9726-33ba0e4e5b27 HTTP/1.1" status: 200 len: 990 time: 1.6692283 Jul 28 18:21:12.067567 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:12.068048 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-156ba774-694f-4f7e-85e8-d8a208fafeed None None] Provisioning complete for port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:21:12.068609 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-156ba774-694f-4f7e-85e8-d8a208fafeed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.070217 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:12.079361 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:12.093708 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.096042 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d309ad38-366e-4ac4-a183-d69e817a7d14 req-20f827d6-4ff1-4226-88fc-6ce27f7ab277 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527771 Jul 28 18:21:12.147327 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:21:12.193327 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-156ba774-694f-4f7e-85e8-d8a208fafeed None None] Port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:21:12.278793 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de72fc4c-a759-419e-bf39-d17bd41c2c4c x-openstack-request-id: req-de72fc4c-a759-419e-bf39-d17bd41c2c4c {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:12.279149 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:12.279413 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-de72fc4c-a759-419e-bf39-d17bd41c2c4c {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:12.279825 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de72fc4c-a759-419e-bf39-d17bd41c2c4c'] response: {'name': 'network-changed', 'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'status': 'completed', 'code': 200} Jul 28 18:21:12.394901 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:10Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:12.402634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e96a1e-1173-4bae-8d90-ae336cb4b026 req-8fb20e38-b508-4eca-9a5d-8e1b047f119c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:12.404160 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0e96a1e-1173-4bae-8d90-ae336cb4b026 req-8fb20e38-b508-4eca-9a5d-8e1b047f119c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0797417 Jul 28 18:21:12.421272 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-a0bd7f8d-3798-48d8-b4e9-d9ca7311d4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:12.422796 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-a0bd7f8d-3798-48d8-b4e9-d9ca7311d4e6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 1129 time: 0.0650032 Jul 28 18:21:12.426378 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:21:12.436121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:21:12.436843 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:20:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:12.521670 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e0e96a1e-1173-4bae-8d90-ae336cb4b026 req-75743cad-4cd3-41ed-a673-9fa4f65eb9d6 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069100 Jul 28 18:21:12.547662 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:21:12.549826 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:12.551752 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-1b28cdfe-097f-45ef-bcfc-40b7a41ea621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:12.553449 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-1b28cdfe-097f-45ef-bcfc-40b7a41ea621 service neutron] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 916 time: 0.1200106 Jul 28 18:21:12.564051 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf36b8c-9461-4402-a7fa-dd60e55d9326 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:21:12.572496 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Publish callbacks [] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.578033 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:12.586614 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Transition to ACTIVE for port object 2bf36b8c-9461-4402-a7fa-dd60e55d9326 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:21:12.617538 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-193337bc-e307-43dd-8074-3b7344e1e43d service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a HTTP/1.1" status: 200 len: 998 time: 0.0579941 Jul 28 18:21:12.639154 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.687638 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-981384aa-59bb-4509-bb92-c1d885dbcd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:12.689882 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-981384aa-59bb-4509-bb92-c1d885dbcd36 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0583944 Jul 28 18:21:12.692765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf36b8c-9461-4402-a7fa-dd60e55d9326,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:12.739827 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-fb4d8a38-4866-49ff-b833-5fb998b79555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:12.741697 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-fb4d8a38-4866-49ff-b833-5fb998b79555 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437889 Jul 28 18:21:12.789260 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Attempting to bind port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:21:12.789600 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Attempting to bind port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:21:12.789936 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Attempting to bind port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:21:12.797035 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 on network f4b4861e-a1c6-45e0-a934-67c667a84812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:21:12.797367 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Attempting to bind port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:21:12.802334 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:10Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:12.806829 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 20, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:21:12.807176 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Checking segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:21:12.807572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Bound using segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:21:12.808012 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Bound port: 2bf36b8c-9461-4402-a7fa-dd60e55d9326, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:21:12.808375 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.831012 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b395969f-fb51-4232-b3ed-e9deec187952 None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:10Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:21:12.868834 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-71559451-7309-4737-9a0f-96054d3239fb service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166301 Jul 28 18:21:12.885787 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] For port 2bf36b8c-9461-4402-a7fa-dd60e55d9326, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:21:12.889281 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] For port 2bf36b8c-9461-4402-a7fa-dd60e55d9326, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:21:12.965666 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.984377 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:12.985013 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:12.986463 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] 10.222.0.93 "PUT /v2.0/ports/2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 200 len: 1094 time: 1.0204351 Jul 28 18:21:13.009113 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bfab8747-5a20-4ac8-b986-d8b4cfcd4ad7 req-46841661-3599-411f-a750-80b720a154dd service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997286 Jul 28 18:21:13.028023 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:13.041488 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cc116-1ef3-4c96-bbc4-6536ecb3ae71 service neutron] Pushing event updated for resources: {'Port': ['ID=2bf36b8c-9461-4402-a7fa-dd60e55d9326,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:13.074522 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a901e1a4-f89f-4015-a8fd-b96381e6c1f7 None None] New status for floating IP cc72e330-4182-4208-9726-33ba0e4e5b27: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:21:13.177559 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-400a0d9c-de10-4399-8703-78e4b7fdaff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:13.179200 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-400a0d9c-de10-4399-8703-78e4b7fdaff7 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1128 time: 0.0605421 Jul 28 18:21:13.252689 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-56aedc38-2145-4f61-9d67-80de97cede4c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 200 len: 217 time: 0.0538831 Jul 28 18:21:13.260110 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:13.268276 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051e0511-7f01-48b2-9def-6c4bda04fc45 req-d6119a22-60eb-427c-8af4-8714b28d8ebd tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:13.269790 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-051e0511-7f01-48b2-9def-6c4bda04fc45 req-d6119a22-60eb-427c-8af4-8714b28d8ebd tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0813320 Jul 28 18:21:13.350052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-7f43ece4-2178-4e2b-a7be-119dadf447b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:13.351486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-7f43ece4-2178-4e2b-a7be-119dadf447b0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0693085 Jul 28 18:21:13.362466 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-051e0511-7f01-48b2-9def-6c4bda04fc45 req-284bd532-8f78-46c4-a575-e4fa7591b480 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868013 Jul 28 18:21:13.402186 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-d940b634-72d4-4d39-b818-ef78e0005ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:13.403652 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-d940b634-72d4-4d39-b818-ef78e0005ea4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450075 Jul 28 18:21:13.491787 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-ea411d97-e937-4369-9913-5c819a233b13 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815239 Jul 28 18:21:13.583464 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0f689433-40bb-4db0-bd08-6257dd64b131 req-53747715-7fa3-4be4-921e-87348afe0e62 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853355 Jul 28 18:21:13.629997 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:13.643419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b8a3a0-eca8-4209-bd33-ce97efae7ddf req-4b7bf19e-eb0e-42d0-b570-d90e23586a58 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:13.644866 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-85b8a3a0-eca8-4209-bd33-ce97efae7ddf req-4b7bf19e-eb0e-42d0-b570-d90e23586a58 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0470605 Jul 28 18:21:13.694440 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-85b8a3a0-eca8-4209-bd33-ce97efae7ddf req-fde4c74f-0636-4d5e-9764-ca4cfff57eec tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436740 Jul 28 18:21:14.280830 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:14.283183 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:14.318402 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4cdd45-46a0-44cb-b37b-6ca7aebfb230 x-openstack-request-id: req-8f4cdd45-46a0-44cb-b37b-6ca7aebfb230 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:14.318702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:14.318961 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8f4cdd45-46a0-44cb-b37b-6ca7aebfb230 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:14.319365 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f4cdd45-46a0-44cb-b37b-6ca7aebfb230'] response: {'name': 'network-changed', 'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'status': 'completed', 'code': 200} Jul 28 18:21:14.484608 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e46907-aca5-4321-825e-732023fc993d req-80956a6d-a47f-4e86-8331-9e2e5ee629de tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:14.486101 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35e46907-aca5-4321-825e-732023fc993d req-80956a6d-a47f-4e86-8331-9e2e5ee629de tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0526004 Jul 28 18:21:14.536536 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35e46907-aca5-4321-825e-732023fc993d req-e6720de2-923f-4e12-867b-61a280c92275 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447528 Jul 28 18:21:14.626652 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-13bfc425-fede-456d-b9ee-80208eae5ca9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:14.815197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308b008-341d-496f-b79c-0ae49b0be01b req-83ab8197-49f4-45e5-b736-ec8303857ced tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:14.816574 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1308b008-341d-496f-b79c-0ae49b0be01b req-83ab8197-49f4-45e5-b736-ec8303857ced tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0472922 Jul 28 18:21:14.865658 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1308b008-341d-496f-b79c-0ae49b0be01b req-c47ddeb3-ed2c-4193-88e7-fd6b21cfa74a tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434372 Jul 28 18:21:14.949543 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-1e6f0b09-6526-4bbc-a4a9-b72307dbd20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:14.951001 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-1e6f0b09-6526-4bbc-a4a9-b72307dbd20a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1128 time: 0.0390456 Jul 28 18:21:15.045680 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-a13d54bf-c4ab-4652-b7a3-e65dfa323866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:15.047096 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-a13d54bf-c4ab-4652-b7a3-e65dfa323866 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0863600 Jul 28 18:21:15.085262 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-354c74e2-ed03-4512-af91-a5e74351e937 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 200 len: 217 time: 0.0315475 Jul 28 18:21:15.134706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-27252c0c-cdc2-403e-a966-d6f49927e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:15.136094 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-27252c0c-cdc2-403e-a966-d6f49927e215 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0455577 Jul 28 18:21:15.178960 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-ae1f3835-3e94-4112-82a8-33713fc9d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:15.180413 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-ae1f3835-3e94-4112-82a8-33713fc9d2df service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380063 Jul 28 18:21:15.261326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:15.271860 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-610b4154-a790-4e0b-83fc-99eaf4abbfe4 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Jul 28 18:21:15.362297 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e86d234-ea37-41e4-8ef1-73ecf17cadd6 req-bd255122-3ea5-4d80-8476-f8fba350e680 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842276 Jul 28 18:21:15.651836 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446a384-778c-4374-aa19-d13f40c01166 req-15780665-c024-498a-9502-28cd5fa46551 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:15.653320 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6446a384-778c-4374-aa19-d13f40c01166 req-15780665-c024-498a-9502-28cd5fa46551 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0464110 Jul 28 18:21:15.705182 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6446a384-778c-4374-aa19-d13f40c01166 req-ba25c13b-96ea-4fdf-83d0-4c34ad34480d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456803 Jul 28 18:21:16.231341 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9192a0ca-4b62-4000-96fc-02ab594fb0ad req-3e7e4e88-e938-4cd3-84bf-ee0e12a7af38 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:16.233374 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9192a0ca-4b62-4000-96fc-02ab594fb0ad req-3e7e4e88-e938-4cd3-84bf-ee0e12a7af38 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.2986894 Jul 28 18:21:16.281425 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9192a0ca-4b62-4000-96fc-02ab594fb0ad req-af9f353c-2947-4838-871b-ecd321ab5dc3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424807 Jul 28 18:21:16.822632 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea023552-aa3d-4120-9636-8ffb497a67f0 req-5adcef77-c18a-49b8-b43a-669a9e32f1dd tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:16.824069 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea023552-aa3d-4120-9636-8ffb497a67f0 req-5adcef77-c18a-49b8-b43a-669a9e32f1dd tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0489450 Jul 28 18:21:16.873178 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea023552-aa3d-4120-9636-8ffb497a67f0 req-d27fe421-8d4f-41f7-bfa1-ca19ad55dd67 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428269 Jul 28 18:21:16.873423 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1162253b-e742-4e7d-bf41-261f489c3295 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:17.401081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c2f46-a3e2-4a81-a9d1-62081a6471fe req-6ee91767-34a6-4939-9b0a-5bcfc459d8f3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:17.402545 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-668c2f46-a3e2-4a81-a9d1-62081a6471fe req-6ee91767-34a6-4939-9b0a-5bcfc459d8f3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0505254 Jul 28 18:21:17.450418 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-668c2f46-a3e2-4a81-a9d1-62081a6471fe req-72ea8d5f-da47-4958-951e-705f67452186 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423903 Jul 28 18:21:17.913523 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:17.984135 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:17.994968 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd901427-a705-41c4-b36e-35ae34cc9ca9 req-8704b587-897b-485b-bdae-bf4aa976cb61 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:17.996452 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fd901427-a705-41c4-b36e-35ae34cc9ca9 req-8704b587-897b-485b-bdae-bf4aa976cb61 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0482321 Jul 28 18:21:18.044758 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fd901427-a705-41c4-b36e-35ae34cc9ca9 req-eb6c56f4-31b5-48d7-85d2-caf1340e3e75 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427372 Jul 28 18:21:18.269557 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:21:18.442166 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46553-f966-4bc5-a618-021ebac149a6 req-ec68a6a9-91ff-4b16-a779-6f8fb9b13aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:18.443648 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-88f46553-f966-4bc5-a618-021ebac149a6 req-ec68a6a9-91ff-4b16-a779-6f8fb9b13aea service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1130 time: 0.0421340 Jul 28 18:21:18.561770 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46553-f966-4bc5-a618-021ebac149a6 req-b5539187-840a-4c1f-a9d2-33fa51ab0e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:18.563237 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-88f46553-f966-4bc5-a618-021ebac149a6 req-b5539187-840a-4c1f-a9d2-33fa51ab0e56 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 909 time: 0.1126301 Jul 28 18:21:18.590953 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827742b5-eaaa-455a-9474-b0515e32e7aa req-31f54f6a-19aa-4da1-a308-84ab60f2c5ca tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:18.592429 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-827742b5-eaaa-455a-9474-b0515e32e7aa req-31f54f6a-19aa-4da1-a308-84ab60f2c5ca tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0682924 Jul 28 18:21:18.660095 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-88f46553-f966-4bc5-a618-021ebac149a6 req-a9ea0784-04f1-43c8-bd8b-09718f1c20e8 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0892277 Jul 28 18:21:18.704871 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-827742b5-eaaa-455a-9474-b0515e32e7aa req-218be673-05c2-49b4-bde3-df7ed2f7fdae tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873377 Jul 28 18:21:18.721175 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46553-f966-4bc5-a618-021ebac149a6 req-78919b42-5e75-4a61-8203-b5954612f089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:18.722664 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-88f46553-f966-4bc5-a618-021ebac149a6 req-78919b42-5e75-4a61-8203-b5954612f089 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 200 len: 847 time: 0.0526006 Jul 28 18:21:18.767437 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:18.770707 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f46553-f966-4bc5-a618-021ebac149a6 req-0419243b-bf64-44df-ba8e-226894207f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:18.772213 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-88f46553-f966-4bc5-a618-021ebac149a6 req-0419243b-bf64-44df-ba8e-226894207f30 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438592 Jul 28 18:21:18.862365 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-88f46553-f966-4bc5-a618-021ebac149a6 req-154bb7b2-5405-4303-9a2e-ae2af8b6f14c service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842268 Jul 28 18:21:18.962783 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-88f46553-f966-4bc5-a618-021ebac149a6 req-1cc52d8f-bc97-423b-808f-846c778e3a96 service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942652 Jul 28 18:21:19.166740 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d14afa-0c70-4666-ae35-05721b74308b req-46ed347f-56f6-43e9-be8a-5295597c9e30 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:19.168249 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-77d14afa-0c70-4666-ae35-05721b74308b req-46ed347f-56f6-43e9-be8a-5295597c9e30 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0500901 Jul 28 18:21:19.224743 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-77d14afa-0c70-4666-ae35-05721b74308b req-487c2b9f-415e-4e03-be59-212ef5c8f9ba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498919 Jul 28 18:21:19.300890 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:19.781242 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:19.825339 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89924d07-f8f1-4fb4-af8e-901dfc1f74b2 req-07cdc0f9-86b7-4876-a416-a4c26d68eb2c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:19.827581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-89924d07-f8f1-4fb4-af8e-901dfc1f74b2 req-07cdc0f9-86b7-4876-a416-a4c26d68eb2c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0486648 Jul 28 18:21:19.880843 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-89924d07-f8f1-4fb4-af8e-901dfc1f74b2 req-09bb62fa-0f72-449a-bdfa-b9a9ba6e23a2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477083 Jul 28 18:21:20.348456 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee266f4-8859-4d98-a6c3-a76fb9f573c2 req-ced08393-9f9f-49a7-8c5a-7b1e13816ba2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:20.349967 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9ee266f4-8859-4d98-a6c3-a76fb9f573c2 req-ced08393-9f9f-49a7-8c5a-7b1e13816ba2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0494142 Jul 28 18:21:20.400905 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9ee266f4-8859-4d98-a6c3-a76fb9f573c2 req-d13e5380-9d19-4a9a-a57d-3c71ae6ec3b8 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450735 Jul 28 18:21:20.999609 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35383f47-9597-442d-bbad-169b96f38740 req-47f25151-fe80-4f42-a4a6-8d2a6b4e6545 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:21.001106 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35383f47-9597-442d-bbad-169b96f38740 req-47f25151-fe80-4f42-a4a6-8d2a6b4e6545 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0505171 Jul 28 18:21:21.050204 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35383f47-9597-442d-bbad-169b96f38740 req-5d74b6f7-e8ce-4fff-83a0-26fee9c44f89 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434947 Jul 28 18:21:21.524134 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede3cee-18cf-4e20-8ba5-90d45c691238 req-a86f2376-e785-456c-b0e9-bab642c02f81 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:21.525648 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5ede3cee-18cf-4e20-8ba5-90d45c691238 req-a86f2376-e785-456c-b0e9-bab642c02f81 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0519633 Jul 28 18:21:21.574554 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5ede3cee-18cf-4e20-8ba5-90d45c691238 req-97b14294-ced9-4275-8a2d-8e0764be4285 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 Jul 28 18:21:22.151768 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:22.168825 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a8c25-c36e-4e6f-8c2c-45d3bce473b8 req-72fbe905-e35b-46a5-85d9-25cb45b2e425 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:22.170923 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-856a8c25-c36e-4e6f-8c2c-45d3bce473b8 req-72fbe905-e35b-46a5-85d9-25cb45b2e425 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0496745 Jul 28 18:21:22.223816 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-856a8c25-c36e-4e6f-8c2c-45d3bce473b8 req-c68a77de-09ad-4729-8fe1-785b822d4ca5 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470874 Jul 28 18:21:22.712035 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbf96a1-82a5-4b59-b1fb-71496ff85a8c req-212255b9-f9bc-469d-aace-023f8e302a2a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:22.714207 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2cbf96a1-82a5-4b59-b1fb-71496ff85a8c req-212255b9-f9bc-469d-aace-023f8e302a2a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0619106 Jul 28 18:21:22.766795 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2cbf96a1-82a5-4b59-b1fb-71496ff85a8c req-e9c85c1f-6298-4236-b6c4-e0e80d8d6adb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456004 Jul 28 18:21:23.039544 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:UPDATE=2,neutron:SELECT=54,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:23.186887 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:23.342366 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edbd894-4879-4ae8-abde-b21fc6d9ac18 req-84f31c8d-628b-4b76-a935-c980f4feca42 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:23.343842 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7edbd894-4879-4ae8-abde-b21fc6d9ac18 req-84f31c8d-628b-4b76-a935-c980f4feca42 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0492480 Jul 28 18:21:23.389754 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:23.394935 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7edbd894-4879-4ae8-abde-b21fc6d9ac18 req-0d875c44-cfc7-4d3d-8f43-21c26fb39d9b tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453525 Jul 28 18:21:23.882354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e192e39-9c2b-4bc6-921c-84a24ff33ea5 req-1dca2bcc-c0d3-42d9-9f9b-12b232df8679 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:23.883836 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e192e39-9c2b-4bc6-921c-84a24ff33ea5 req-1dca2bcc-c0d3-42d9-9f9b-12b232df8679 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0802860 Jul 28 18:21:23.891017 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-6b42f92d-3acd-40fc-89e7-e6897d747aec service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0419564 Jul 28 18:21:23.907399 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca23657-42a4-483a-9388-467c4479733a req-c543e5f8-3602-4f77-827a-bd070441867e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:23.910038 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aca23657-42a4-483a-9388-467c4479733a req-c543e5f8-3602-4f77-827a-bd070441867e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 944 time: 0.0706925 Jul 28 18:21:23.968262 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-51d22a38-6939-4e3d-9554-7b94702ff90c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:23.969686 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-51d22a38-6939-4e3d-9554-7b94702ff90c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports/5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 943 time: 0.0501637 Jul 28 18:21:23.984928 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e192e39-9c2b-4bc6-921c-84a24ff33ea5 req-30d3a9e2-613d-4a83-bb5f-5323db7e2ac5 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946524 Jul 28 18:21:23.988888 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aca23657-42a4-483a-9388-467c4479733a req-11f51d3c-b29a-4571-a296-a0a1d0334471 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718520 Jul 28 18:21:24.097155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 2bf36b8c-9461-4402-a7fa-dd60e55d9326 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:24.110242 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:21:24.254086 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 is: ACTIVE; New status is: DOWN {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:21:24.254475 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:24.398820 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 2bf36b8c-9461-4402-a7fa-dd60e55d9326, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:24.420202 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:24.422515 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f52ad70-d9ab-42fd-acea-49e76bbf42c9" -d '{"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-unplugged", "status": "completed", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:24.428915 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:24.438669 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:24.467511 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e70102c-7e70-4cd0-8888-bb007b1e7c14 x-openstack-request-id: req-3e70102c-7e70-4cd0-8888-bb007b1e7c14 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:24.467806 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-unplugged", "status": "failed", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3", "code": 422}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:24.468058 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3e70102c-7e70-4cd0-8888-bb007b1e7c14 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:24.468494 dv-cinder-846173-4-iscsi neutron-server[104677]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-3e70102c-7e70-4cd0-8888-bb007b1e7c14']: {'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'code': 422} returned with failed status Jul 28 18:21:24.482749 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:21:24.483139 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:24.493867 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:24.501117 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf36b8c-9461-4402-a7fa-dd60e55d9326 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:21:24.504823 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:24.549952 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 2bf36b8c-9461-4402-a7fa-dd60e55d9326, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:24.563979 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=6']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:24.571137 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.571481 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.571818 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.572151 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.572501 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.572828 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.573183 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.573505 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.573882 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.574206 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.574527 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.574851 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.575169 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.575485 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.575801 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:24.609276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:24.657401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=2bf36b8c-9461-4402-a7fa-dd60e55d9326,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:25.090813 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['2bf36b8c-9461-4402-a7fa-dd60e55d9326'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:25.140139 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c53df5-0d95-49d4-ba16-6d808a8b9350 req-41bfca96-ed9c-4747-bd76-9bc948b44485 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:25.141653 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55c53df5-0d95-49d4-ba16-6d808a8b9350 req-41bfca96-ed9c-4747-bd76-9bc948b44485 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0804172 Jul 28 18:21:25.149806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b37de7-904a-49e1-9f3d-f52ac9cc260d req-f0da26d9-fb0e-4b44-8557-1f059e5eb9bb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:25.151237 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c9b37de7-904a-49e1-9f3d-f52ac9cc260d req-f0da26d9-fb0e-4b44-8557-1f059e5eb9bb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 945 time: 0.0808358 Jul 28 18:21:25.193394 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:25.232490 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55c53df5-0d95-49d4-ba16-6d808a8b9350 req-58228c54-4e16-4e20-948f-95f62d369086 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802648 Jul 28 18:21:25.236324 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c9b37de7-904a-49e1-9f3d-f52ac9cc260d req-6199e4ad-4e06-47a2-b835-18119bbc21d3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765340 Jul 28 18:21:26.244842 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 2bf36b8c-9461-4402-a7fa-dd60e55d9326 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:26.290582 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:21:26.392582 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:21:26.392987 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:26.393840 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225536d0-437a-4281-8212-4c992a3ac94d req-92ed37b6-8230-41f0-8c31-8aeff7157b22 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.395353 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-225536d0-437a-4281-8212-4c992a3ac94d req-92ed37b6-8230-41f0-8c31-8aeff7157b22 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 945 time: 0.0809100 Jul 28 18:21:26.403505 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40a228b-e051-4694-bfff-86b5e9ba05a9 req-5c99e69c-9864-49b6-8205-ad798f8751bf tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.404989 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a40a228b-e051-4694-bfff-86b5e9ba05a9 req-5c99e69c-9864-49b6-8205-ad798f8751bf tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0797329 Jul 28 18:21:26.470712 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:21:26.471096 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:26.493677 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:26.499477 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-225536d0-437a-4281-8212-4c992a3ac94d req-71eede1b-38f0-430e-bc99-054bf09e6d84 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896592 Jul 28 18:21:26.499763 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1a6d0f-ac1d-4977-bf02-a0bc3e0dd1ab" -d '{"events": [{"server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "name": "network-vif-plugged", "status": "completed", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:26.501058 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a40a228b-e051-4694-bfff-86b5e9ba05a9 req-8ff3e443-cf33-4c16-b8ce-edd65309522a tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881953 Jul 28 18:21:26.510821 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 2bf36b8c-9461-4402-a7fa-dd60e55d9326, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:26.530186 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-4866c71f-7827-4f47-ab6c-0aa2e9dedb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.531893 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-4866c71f-7827-4f47-ab6c-0aa2e9dedb14 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213&tenant_id=bf347b1959b247bcbe003ac3662cb239 HTTP/1.1" status: 200 len: 1128 time: 0.0480490 Jul 28 18:21:26.548185 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d74b59-e9d6-429e-8b45-ed9d582986e4 x-openstack-request-id: req-04d74b59-e9d6-429e-8b45-ed9d582986e4 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:26.548487 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "name": "network-vif-plugged", "status": "completed", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:26.548748 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-04d74b59-e9d6-429e-8b45-ed9d582986e4 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:26.549186 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04d74b59-e9d6-429e-8b45-ed9d582986e4'] response: {'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'code': 200} Jul 28 18:21:26.580894 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:26.629581 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=2bf36b8c-9461-4402-a7fa-dd60e55d9326,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:26.636851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-79fa6526-3c03-406f-9aa2-cf7239faff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.638510 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-79fa6526-3c03-406f-9aa2-cf7239faff88 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1128 time: 0.0463030 Jul 28 18:21:26.774955 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-77e04b8f-d4d5-46a8-8520-d107f4cbead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.776340 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-77e04b8f-d4d5-46a8-8520-d107f4cbead5 service neutron] 10.222.0.93 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 909 time: 0.0871091 Jul 28 18:21:26.843454 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-1356731f-9fec-4b45-8125-bc5e16584ae4 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0587566 Jul 28 18:21:26.888680 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:26.894538 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-3ce2c0b3-6a1c-403e-b112-fa8644431cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.896185 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-3ce2c0b3-6a1c-403e-b112-fa8644431cb1 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 200 len: 847 time: 0.0461316 Jul 28 18:21:26.948523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338cff21-f718-48a4-936c-53ccb09cc458 req-d9c12f81-128f-40b5-b617-20cebc4d7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.949321 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-7c88675a-5cfa-452e-99c1-6fe8d9091930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:26.950086 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-338cff21-f718-48a4-936c-53ccb09cc458 req-d9c12f81-128f-40b5-b617-20cebc4d7902 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1130 time: 0.0388756 Jul 28 18:21:26.950920 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-7c88675a-5cfa-452e-99c1-6fe8d9091930 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393217 Jul 28 18:21:27.002749 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-338cff21-f718-48a4-936c-53ccb09cc458 req-67ac97fc-f882-41eb-9b06-08a30a02a64b service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405266 Jul 28 18:21:27.054105 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-ae95299f-2cc6-428b-b599-ad1334d6a9ea service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911899 Jul 28 18:21:27.180295 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:27.446495 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:27.487630 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-ad49c03c-2825-4eb8-b738-2e9334d7423c service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861518 Jul 28 18:21:27.650680 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7524b02-198e-4874-a6df-4b3ecf5e9221 req-e97454c8-00e6-42e3-819f-a8f3ce8c7185 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:27.652156 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7524b02-198e-4874-a6df-4b3ecf5e9221 req-e97454c8-00e6-42e3-819f-a8f3ce8c7185 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 946 time: 0.0804384 Jul 28 18:21:27.662830 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa83c78-9df1-4d17-bc7d-b78eedec12ea req-21784526-742d-4d84-b2d4-342e087ff4f0 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:27.664235 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0fa83c78-9df1-4d17-bc7d-b78eedec12ea req-21784526-742d-4d84-b2d4-342e087ff4f0 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0603387 Jul 28 18:21:27.741154 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7524b02-198e-4874-a6df-4b3ecf5e9221 req-ede1d2f3-8a90-4149-b821-b7d9bedeae9c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758722 Jul 28 18:21:27.744502 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0fa83c78-9df1-4d17-bc7d-b78eedec12ea req-aef88cef-b5de-42b8-94c1-1c6569d4e040 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721693 Jul 28 18:21:28.890493 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988769c6-3d97-4527-8163-e3318accb546 req-cf1e322c-d495-4fe5-97c2-77c756c940f9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:28.891980 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-988769c6-3d97-4527-8163-e3318accb546 req-cf1e322c-d495-4fe5-97c2-77c756c940f9 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 946 time: 0.0793495 Jul 28 18:21:28.898150 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff61789-f752-4fcc-a32a-4991689cc020 req-605b3b44-9998-4381-a56b-09b80860c03c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:28.899525 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1ff61789-f752-4fcc-a32a-4991689cc020 req-605b3b44-9998-4381-a56b-09b80860c03c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0767276 Jul 28 18:21:28.977571 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-988769c6-3d97-4527-8163-e3318accb546 req-21bac100-3165-41d5-928e-c13f721cc4ee tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770998 Jul 28 18:21:28.981084 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1ff61789-f752-4fcc-a32a-4991689cc020 req-c8563b3b-bc0f-4950-bcd3-1c48acd72b86 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741291 Jul 28 18:21:30.124670 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835f400e-49f7-4318-b0a2-ffa5120a9ad0 req-dce92ee3-f95d-428e-8950-8d1030671ab3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:30.126211 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-835f400e-49f7-4318-b0a2-ffa5120a9ad0 req-dce92ee3-f95d-428e-8950-8d1030671ab3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 946 time: 0.0783265 Jul 28 18:21:30.134106 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3745b4-1696-44ab-9baa-52fa4708ab3d req-65aad010-264b-411e-9163-2db7c07c4919 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:30.135528 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e3745b4-1696-44ab-9baa-52fa4708ab3d req-65aad010-264b-411e-9163-2db7c07c4919 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0784590 Jul 28 18:21:30.214036 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-835f400e-49f7-4318-b0a2-ffa5120a9ad0 req-8824a9d6-9af0-4f0b-9353-6927494f22ef tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773017 Jul 28 18:21:30.219227 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e3745b4-1696-44ab-9baa-52fa4708ab3d req-4b9cfe36-66f7-4e0a-968f-784a789e6b17 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756462 Jul 28 18:21:30.337852 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3981a5-029c-4793-8ac7-7667600a60de req-fc94683f-865e-4dff-86b1-604d792a5cb1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:30.339557 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ab3981a5-029c-4793-8ac7-7667600a60de req-fc94683f-865e-4dff-86b1-604d792a5cb1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 946 time: 0.0505493 Jul 28 18:21:30.389657 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ab3981a5-029c-4793-8ac7-7667600a60de req-b3f631a1-b91c-41a0-abe4-1abf97af426c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431671 Jul 28 18:21:30.416162 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47562) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:21:30.454043 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfbe6dd-94e4-489d-9e25-3d99fb2d0e2e tempest-TestVolumeBootPattern-938785145 tempest-TestVolumeBootPattern-938785145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:30.455507 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-bdfbe6dd-94e4-489d-9e25-3d99fb2d0e2e tempest-TestVolumeBootPattern-938785145 tempest-TestVolumeBootPattern-938785145-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1125 time: 0.0383232 Jul 28 18:21:30.458241 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47564) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:21:30.462341 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:21:30.529153 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:30.578943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:30.610326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:30.708291 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:30.716425 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Allocated IP 172.27.3.118 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/02a9c910-8383-4068-8431-1d1f08d1e287) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:21:30.823746 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (02a9c910-8383-4068-8431-1d1f08d1e287), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:30.911441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (02a9c910-8383-4068-8431-1d1f08d1e287), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:30.954726 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:21:30.959505 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:21:30.962170 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:21:30.968279 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=02a9c910-8383-4068-8431-1d1f08d1e287,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:30.997983 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:30.998364 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:30.998774 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:30.999120 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:30.999459 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:30.999791 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.000121 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.000451 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.000780 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.001146 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.001479 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.001808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.002134 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.002509 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.002828 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:21:31.304647 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:31.366938 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf86668-e570-49f3-b126-76b07ecb88dc req-329be253-1f15-49b1-bcbf-bf9c4bf48aa2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:31.368427 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1bf86668-e570-49f3-b126-76b07ecb88dc req-329be253-1f15-49b1-bcbf-bf9c4bf48aa2 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0763202 Jul 28 18:21:31.375302 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (e650f505-3be6-4a7a-871e-f460cbf2dc34), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:31.451751 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1bf86668-e570-49f3-b126-76b07ecb88dc req-ea01a9e8-e85e-43d8-8722-1eaf421bd355 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776234 Jul 28 18:21:31.536021 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (02a9c910-8383-4068-8431-1d1f08d1e287), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:31.636147 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:31.683635 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (02a9c910-8383-4068-8431-1d1f08d1e287), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:31.758390 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (02a9c910-8383-4068-8431-1d1f08d1e287), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:31.829295 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=02a9c910-8383-4068-8431-1d1f08d1e287,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:31.841221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (e650f505-3be6-4a7a-871e-f460cbf2dc34), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:31.932477 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Floating IP e650f505-3be6-4a7a-871e-f460cbf2dc34 associated. External IP: 172.27.3.118, port: 2bf36b8c-9461-4402-a7fa-dd60e55d9326. Jul 28 18:21:32.127835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:21:32.479774 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:21:32.490774 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:21:32.501875 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:21:32.505136 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:21:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:32.572093 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaf226-5209-4205-bcc0-6a47cd6c3b7c req-fb375edd-d98c-43d7-9d41-01ec3efbac30 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:32.573593 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4bbaf226-5209-4205-bcc0-6a47cd6c3b7c req-fb375edd-d98c-43d7-9d41-01ec3efbac30 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0460789 Jul 28 18:21:32.609137 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:21:32.624409 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4bbaf226-5209-4205-bcc0-6a47cd6c3b7c req-c73e2b98-0623-495b-86ac-30c8b2390eb9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447164 Jul 28 18:21:32.749316 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:32.764946 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:32.778023 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:32.785428 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-8c212688-b3ae-46ba-a175-2c54ef89cdc5 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3242545 Jul 28 18:21:32.785428 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:32.786675 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3a51272-5cb2-4540-a893-4f0f829ec435" -d '{"events": [{"name": "network-changed", "server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:32.823656 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dd875c-92a9-47e9-a0ae-46568eac4705 x-openstack-request-id: req-a4dd875c-92a9-47e9-a0ae-46568eac4705 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:32.823954 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:32.824226 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a4dd875c-92a9-47e9-a0ae-46568eac4705 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:32.824628 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dd875c-92a9-47e9-a0ae-46568eac4705'] response: {'name': 'network-changed', 'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'status': 'completed', 'code': 200} Jul 28 18:21:32.838893 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:31Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:32.864386 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:21:32.873831 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:21:32.874447 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:21:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:32.914724 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:32.919932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-7efde43e-2a39-438c-9250-99a4961d78c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:32.921462 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-7efde43e-2a39-438c-9250-99a4961d78c3 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1130 time: 0.0390985 Jul 28 18:21:32.982425 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:21:33.012801 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:33.017444 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-3512dd61-22ae-44de-9338-9bd01d3dbc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:33.018912 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-3512dd61-22ae-44de-9338-9bd01d3dbc58 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0912988 Jul 28 18:21:33.082639 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-3d4fda89-c494-4c24-a654-0fa8308d3829 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 200 len: 1000 time: 0.0575793 Jul 28 18:21:33.132726 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-e5349a5c-cc1c-45e9-a18b-970ad9bbe005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:33.134421 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-e5349a5c-cc1c-45e9-a18b-970ad9bbe005 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0452402 Jul 28 18:21:33.184005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-69b850e3-cf6c-4528-a0e5-ca09fd353347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:33.185581 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-69b850e3-cf6c-4528-a0e5-ca09fd353347 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422938 Jul 28 18:21:33.218916 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:31Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:21:33.243996 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab6aa8e-cf64-4757-a4eb-a940b863fa03 None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:31Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:21:33.292191 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-382933bf-5820-4520-916b-c4872d096835 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979521 Jul 28 18:21:33.385478 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b3a51272-5cb2-4540-a893-4f0f829ec435 req-85f4f60e-abe6-4449-b214-70205e27de79 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880668 Jul 28 18:21:33.445487 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53ec3c4-44f6-4788-a32f-2ba37229d7c5 None None] New status for floating IP e650f505-3be6-4a7a-871e-f460cbf2dc34: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:21:33.448418 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:33.749728 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0e0a-4186-43f7-a753-260f0ba8010c req-9b258d37-2a99-4bf6-84fd-df49b0c971ee tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:33.751237 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-73bc0e0a-4186-43f7-a753-260f0ba8010c req-9b258d37-2a99-4bf6-84fd-df49b0c971ee tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0531034 Jul 28 18:21:33.800280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-73bc0e0a-4186-43f7-a753-260f0ba8010c req-d37e694d-735a-44e4-82d4-160c065c348c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Jul 28 18:21:33.933295 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-a2648317-e69c-41d3-a270-1a648180d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:33.934868 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-a2648317-e69c-41d3-a270-1a648180d14d service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1128 time: 0.0378444 Jul 28 18:21:34.042523 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-6502552c-297b-49f4-8a63-27d527b69c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:34.043967 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-6502552c-297b-49f4-8a63-27d527b69c9c service neutron] 10.222.0.93 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 909 time: 0.0905654 Jul 28 18:21:34.104577 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-bf3948b1-ed8a-4fbb-b787-be012172903a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 1000 time: 0.0543697 Jul 28 18:21:34.151422 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-b3cbd1ec-b0e2-496d-bd56-a5438b09972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:34.152878 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-b3cbd1ec-b0e2-496d-bd56-a5438b09972f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 200 len: 847 time: 0.0431244 Jul 28 18:21:34.203320 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-51498642-9602-49d7-9d2b-65d7ef9b974c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:34.204774 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-51498642-9602-49d7-9d2b-65d7ef9b974c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417275 Jul 28 18:21:34.293621 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-81fcefb1-6686-489b-b5c4-d8b22d389d83 service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821846 Jul 28 18:21:34.368771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:34.390631 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4efb6ae8-ba12-4015-9406-b7152b3076b1 req-40089e4e-6c68-4f8b-8e19-518a9db54181 service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887475 Jul 28 18:21:34.920592 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596067a5-3b57-4da2-83a1-1df8655161dc req-f729259b-9773-4d7a-aec4-850f02838e19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:34.922037 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-596067a5-3b57-4da2-83a1-1df8655161dc req-f729259b-9773-4d7a-aec4-850f02838e19 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0466998 Jul 28 18:21:34.971200 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-596067a5-3b57-4da2-83a1-1df8655161dc req-9087f1d2-9368-4e5b-aa6c-51f6eddb2463 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436006 Jul 28 18:21:36.094771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1aef03-3f58-47e5-84a3-c715794fc5c7 req-0abb73bc-4f4e-404a-8578-5cc1b3da329f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:36.096268 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bf1aef03-3f58-47e5-84a3-c715794fc5c7 req-0abb73bc-4f4e-404a-8578-5cc1b3da329f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0516753 Jul 28 18:21:36.138120 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:36.147129 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bf1aef03-3f58-47e5-84a3-c715794fc5c7 req-ba9ed5ef-1eb7-4855-9ad5-2d84de214479 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452311 Jul 28 18:21:36.995125 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=14 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:37.000797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=18 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:37.264690 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9746a97-04b8-4777-89c0-7756dec38c4c req-f66e915d-484e-4525-a519-b9bf14d387d7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:37.266122 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b9746a97-04b8-4777-89c0-7756dec38c4c req-f66e915d-484e-4525-a519-b9bf14d387d7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0467165 Jul 28 18:21:37.314462 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b9746a97-04b8-4777-89c0-7756dec38c4c req-4b54b47f-c9b9-426d-bb62-b0eae79ec0ea tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428753 Jul 28 18:21:38.280232 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:21:38.382492 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:38.395217 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'port_id': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'mac_address': 'fa:16:3e:bb:3a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 936, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:21:38.433014 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:21:38.433414 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:38.433681 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451d5c5-20d0-44fc-931b-187e67e70d96 req-fe6d34cd-2286-4cf5-a857-46d3e9445850 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:38.435691 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e451d5c5-20d0-44fc-931b-187e67e70d96 req-fe6d34cd-2286-4cf5-a857-46d3e9445850 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 944 time: 0.0486271 Jul 28 18:21:38.447427 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:21:38.474712 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:38.491048 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e451d5c5-20d0-44fc-931b-187e67e70d96 req-fe418843-9e01-4e7e-aa69-d4608b7cf754 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498419 Jul 28 18:21:38.546509 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:38.594002 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=7']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:39.064030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:21:39.095427 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:39.609999 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd82b1f-cef7-4970-bf39-f7ad82037667 req-813dae11-9334-42e5-96b1-1b4f447795a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:39.611461 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7fd82b1f-cef7-4970-bf39-f7ad82037667 req-813dae11-9334-42e5-96b1-1b4f447795a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 945 time: 0.0479310 Jul 28 18:21:39.660888 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7fd82b1f-cef7-4970-bf39-f7ad82037667 req-d40444e3-c3e9-47aa-b0c0-39d1f61f9065 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440826 Jul 28 18:21:40.391859 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:21:40.436861 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:21:40.437273 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:40.511184 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:21:40.511570 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:40.513792 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:40.538071 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:21:40.540384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330ee026-93cd-4cb0-af5c-716d31b833c0" -d '{"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-plugged", "status": "completed", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:21:40.554424 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:21:40.581844 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195dc639-0222-4fae-9bb9-7e94f934080f x-openstack-request-id: req-195dc639-0222-4fae-9bb9-7e94f934080f {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:21:40.581844 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-plugged", "status": "completed", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:21:40.581844 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-195dc639-0222-4fae-9bb9-7e94f934080f {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:21:40.581844 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195dc639-0222-4fae-9bb9-7e94f934080f'] response: {'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'code': 200} Jul 28 18:21:40.626324 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:40.673702 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=8']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:21:40.780152 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de8e6e-1c7d-43d8-9aab-ec8ad8eb9303 req-199d0310-8472-4d72-ad77-2c1c9934d4cd tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:40.781662 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-65de8e6e-1c7d-43d8-9aab-ec8ad8eb9303 req-199d0310-8472-4d72-ad77-2c1c9934d4cd tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0478566 Jul 28 18:21:40.832036 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-65de8e6e-1c7d-43d8-9aab-ec8ad8eb9303 req-b780cc8c-4b4e-4a91-9286-a04de1c63abf tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445485 Jul 28 18:21:40.939126 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61824a55-09b0-4114-9781-3a5c89c6b211 req-1d9652f9-7cad-407b-be65-3d5bcc75daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:40.940533 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61824a55-09b0-4114-9781-3a5c89c6b211 req-1d9652f9-7cad-407b-be65-3d5bcc75daca service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1130 time: 0.0415611 Jul 28 18:21:40.988444 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61824a55-09b0-4114-9781-3a5c89c6b211 req-97deb0ef-68fd-4a8a-be97-9441bce7d44c service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393603 Jul 28 18:21:41.949621 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09923a-b918-492a-8c87-10a619c3304a req-fa8ac520-8c72-4aeb-b58c-eb5f46b4264d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:41.951083 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2c09923a-b918-492a-8c87-10a619c3304a req-fa8ac520-8c72-4aeb-b58c-eb5f46b4264d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0467436 Jul 28 18:21:41.999391 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2c09923a-b918-492a-8c87-10a619c3304a req-6be1e9db-0516-4b91-bf6a-8a8b326dfcd7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429683 Jul 28 18:21:43.119573 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a84bab7-09f4-48a5-8b73-241561fd5483 req-1b647e11-0167-4884-8cee-de37307bc4e1 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:43.121077 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a84bab7-09f4-48a5-8b73-241561fd5483 req-1b647e11-0167-4884-8cee-de37307bc4e1 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0477023 Jul 28 18:21:43.176055 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a84bab7-09f4-48a5-8b73-241561fd5483 req-d5ee2cc0-c05f-4301-965b-b6c4af3db184 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481420 Jul 28 18:21:43.550148 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=25,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:44.292542 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50618c0d-0723-43d7-ac25-5e7c6aa01786 req-b03e0d68-e5e0-4872-ac90-3c54ad80f5c7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:44.294024 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-50618c0d-0723-43d7-ac25-5e7c6aa01786 req-b03e0d68-e5e0-4872-ac90-3c54ad80f5c7 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0469832 Jul 28 18:21:44.343787 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-50618c0d-0723-43d7-ac25-5e7c6aa01786 req-936f5271-88a1-4459-9b01-b9c4abd67eb8 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441914 Jul 28 18:21:44.619634 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-87352710-b6ed-45f9-8b2f-571abadb4d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:46.493062 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f49812-5e36-481f-b558-5681cc4a8d76 req-cd9b59e8-8243-41fc-9a94-b824ec073a49 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:46.494467 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d1f49812-5e36-481f-b558-5681cc4a8d76 req-cd9b59e8-8243-41fc-9a94-b824ec073a49 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0471687 Jul 28 18:21:46.515782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:46.542154 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d1f49812-5e36-481f-b558-5681cc4a8d76 req-26b0aa7f-d3ec-4e9e-ae63-d69c7e46fb02 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Jul 28 18:21:46.871879 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-239684dd-80b9-4d06-be11-cc353a41e9b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:47.671311 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc28428-2a5a-4512-bb94-dfefdc2bb201 req-c10ac5c6-1314-4991-b3ed-7453ac7285b6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:47.672757 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-adc28428-2a5a-4512-bb94-dfefdc2bb201 req-c10ac5c6-1314-4991-b3ed-7453ac7285b6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0506074 Jul 28 18:21:47.720087 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-adc28428-2a5a-4512-bb94-dfefdc2bb201 req-de044cc9-6a75-4204-992b-2f7196754d76 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Jul 28 18:21:47.911975 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:48.841596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a83f82-1956-479d-afe4-39524d21844f req-19241899-7ca3-4edd-85c7-67fadf4f68c0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:48.843558 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b6a83f82-1956-479d-afe4-39524d21844f req-19241899-7ca3-4edd-85c7-67fadf4f68c0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0479956 Jul 28 18:21:48.890590 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b6a83f82-1956-479d-afe4-39524d21844f req-6740a3d5-8646-4f43-92d7-2c29e4b7cb3b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Jul 28 18:21:49.311373 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:49.837794 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:50.001490 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:50.017719 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96148ed1-0aef-4bdf-9ecb-3df838b3047e req-ecde9260-5861-43bd-97da-cb87837931f3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:50.019283 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96148ed1-0aef-4bdf-9ecb-3df838b3047e req-ecde9260-5861-43bd-97da-cb87837931f3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0517049 Jul 28 18:21:50.065197 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-96148ed1-0aef-4bdf-9ecb-3df838b3047e req-8a543a54-3d2e-4b4f-a513-0fd9ded784f2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403788 Jul 28 18:21:51.194786 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61be926c-f74f-4403-b3c5-2e18b44695b9 req-c1103ea8-d3d0-49e3-b2e7-e4fc3abcc2ae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:51.196253 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61be926c-f74f-4403-b3c5-2e18b44695b9 req-c1103ea8-d3d0-49e3-b2e7-e4fc3abcc2ae tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0504482 Jul 28 18:21:51.243759 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61be926c-f74f-4403-b3c5-2e18b44695b9 req-ccf3f2c2-0fca-4a05-9e7c-6655e57ea118 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420244 Jul 28 18:21:52.366456 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b99ed-0b9a-4629-a17c-4a6b2c4847bc req-2c642a78-54cb-47db-bf7c-58f33faabca5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:52.368000 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-997b99ed-0b9a-4629-a17c-4a6b2c4847bc req-2c642a78-54cb-47db-bf7c-58f33faabca5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0475810 Jul 28 18:21:52.417952 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-997b99ed-0b9a-4629-a17c-4a6b2c4847bc req-afa35bb4-c1e9-40ea-8868-44039e46a3fb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443025 Jul 28 18:21:53.540044 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0b250-90b8-4af8-bc05-1a7a53affde1 req-e9448755-02dc-4ddc-81e1-746beef02d0b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:53.541585 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8f0b250-90b8-4af8-bc05-1a7a53affde1 req-e9448755-02dc-4ddc-81e1-746beef02d0b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0476229 Jul 28 18:21:53.589639 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b8f0b250-90b8-4af8-bc05-1a7a53affde1 req-ebdc49ea-29df-43b1-8bf2-c2e8646a506d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424981 Jul 28 18:21:54.710786 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a610c-c654-4f30-bd5a-33930fbcb9c0 req-bb465c8c-aee3-4991-9b72-494ee4870eec tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:54.712305 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-763a610c-c654-4f30-bd5a-33930fbcb9c0 req-bb465c8c-aee3-4991-9b72-494ee4870eec tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0480909 Jul 28 18:21:54.761285 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-763a610c-c654-4f30-bd5a-33930fbcb9c0 req-85af4107-95aa-4474-9492-c239361d99e6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427704 Jul 28 18:21:55.267971 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:21:55.887431 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb7c91-322c-4318-a601-082786210d88 req-45d24f75-721c-431e-8a12-d9bd6b5e8123 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:55.888887 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-47eb7c91-322c-4318-a601-082786210d88 req-45d24f75-721c-431e-8a12-d9bd6b5e8123 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0510015 Jul 28 18:21:55.938402 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-47eb7c91-322c-4318-a601-082786210d88 req-6530d362-08d4-49fd-a828-e0ef3ba4126f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434458 Jul 28 18:21:57.059366 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4633a101-83e5-4f57-a555-89f5e4175f23 req-8e0da1a6-61cb-455b-a750-cb49742e9c6f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:57.060803 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4633a101-83e5-4f57-a555-89f5e4175f23 req-8e0da1a6-61cb-455b-a750-cb49742e9c6f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0461929 Jul 28 18:21:57.108156 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4633a101-83e5-4f57-a555-89f5e4175f23 req-f39bedff-7903-439b-afcc-c585d44ae16f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413656 Jul 28 18:21:57.180349 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:21:58.232140 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee956bf8-e921-4e1b-8caf-6b894c4ab637 req-29c133d8-f775-4ec7-9cf5-804bfb587285 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:58.233645 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ee956bf8-e921-4e1b-8caf-6b894c4ab637 req-29c133d8-f775-4ec7-9cf5-804bfb587285 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0495343 Jul 28 18:21:58.287081 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ee956bf8-e921-4e1b-8caf-6b894c4ab637 req-27499636-f6c4-44f8-9b05-ff752e5604e9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478985 Jul 28 18:21:59.395772 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:21:59.411429 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44873e87-5c16-4380-ac9d-91d65a95b790 req-b6655ec4-37d6-47ca-82a8-79c95692dc1c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:21:59.412903 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-44873e87-5c16-4380-ac9d-91d65a95b790 req-b6655ec4-37d6-47ca-82a8-79c95692dc1c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Jul 28 18:21:59.461373 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-44873e87-5c16-4380-ac9d-91d65a95b790 req-0addef5c-9b39-49d9-9f0e-7ecfce4f0fff tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421698 Jul 28 18:22:00.589313 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec877f4f-68bc-44ed-bc53-531943b70e08 req-e68cd060-e7eb-4dad-be44-c8fd2c6ee2b8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:00.591356 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ec877f4f-68bc-44ed-bc53-531943b70e08 req-e68cd060-e7eb-4dad-be44-c8fd2c6ee2b8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0543668 Jul 28 18:22:00.639321 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ec877f4f-68bc-44ed-bc53-531943b70e08 req-c934e212-4502-4ade-8939-f88bf8e22177 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419650 Jul 28 18:22:01.764741 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e8c6a-978f-4a27-9c06-fa146f6d1a55 req-fdedbb11-5539-4d1e-a52d-adafbef86ff4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:01.766380 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bd4e8c6a-978f-4a27-9c06-fa146f6d1a55 req-fdedbb11-5539-4d1e-a52d-adafbef86ff4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0502977 Jul 28 18:22:01.812986 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bd4e8c6a-978f-4a27-9c06-fa146f6d1a55 req-66c0a63c-fc50-4c78-9da5-8870462ffd71 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409148 Jul 28 18:22:02.933202 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569754a5-6c10-4dbd-b1cd-13c30234346d req-f16ad902-7f82-4031-8050-f78d88790165 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:02.934653 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-569754a5-6c10-4dbd-b1cd-13c30234346d req-f16ad902-7f82-4031-8050-f78d88790165 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0470862 Jul 28 18:22:02.981202 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-569754a5-6c10-4dbd-b1cd-13c30234346d req-bb9edb82-d36d-4f79-9cdd-9c42d62725e8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410998 Jul 28 18:22:04.101310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:04.109622 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa3c4e-891a-4365-9844-9f4dbe4a1965 req-1ae7651f-50bb-44eb-aeaa-7f531aa3510c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:04.114094 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aeaa3c4e-891a-4365-9844-9f4dbe4a1965 req-1ae7651f-50bb-44eb-aeaa-7f531aa3510c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0518303 Jul 28 18:22:04.159092 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aeaa3c4e-891a-4365-9844-9f4dbe4a1965 req-a99c8973-3f24-459a-b82e-faec43a5dcf8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417418 Jul 28 18:22:05.283195 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d0293-5aa7-4397-8440-12e56a581b4b req-3e7d3706-be3b-4ee5-82dc-e3d8d9d5167e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:05.284695 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-041d0293-5aa7-4397-8440-12e56a581b4b req-3e7d3706-be3b-4ee5-82dc-e3d8d9d5167e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0469511 Jul 28 18:22:05.335719 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-041d0293-5aa7-4397-8440-12e56a581b4b req-1815766c-07f8-4a59-84bf-93fe82d5965f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455136 Jul 28 18:22:06.459149 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0a2d8f-0b84-41be-8909-38c97bfb8ebc req-abab3f8e-f46a-4ea7-b5be-953d920d8d45 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:06.460611 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb0a2d8f-0b84-41be-8909-38c97bfb8ebc req-abab3f8e-f46a-4ea7-b5be-953d920d8d45 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0466349 Jul 28 18:22:06.500389 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:22:06.510763 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb0a2d8f-0b84-41be-8909-38c97bfb8ebc req-e6484b4e-1c6e-4122-b31b-0f57879e7913 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442557 Jul 28 18:22:06.598635 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:06.609661 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '0069c542-1991-42af-bff0-348765fbb55f', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'port_id': '0069c542-1991-42af-bff0-348765fbb55f', 'mac_address': 'fa:16:3e:5f:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:22:06.647081 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: ACTIVE; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:22:06.647401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:06.660606 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0069c542-1991-42af-bff0-348765fbb55f {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:22:06.679611 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:06.745786 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:06.783238 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:06.792390 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=6']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:06.930393 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['0069c542-1991-42af-bff0-348765fbb55f'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:07.639134 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8bad1-a675-4168-9876-509682b646a1 req-7f476fef-e74b-4cba-81f6-8aa5ad97278f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:07.641458 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-16a8bad1-a675-4168-9876-509682b646a1 req-7f476fef-e74b-4cba-81f6-8aa5ad97278f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 944 time: 0.0534687 Jul 28 18:22:07.688513 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-16a8bad1-a675-4168-9876-509682b646a1 req-2029cff4-4138-42ed-808e-d4b70d36d2f1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422797 Jul 28 18:22:08.518809 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:22:08.560883 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 0069c542-1991-42af-bff0-348765fbb55f triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:22:08.561293 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0069c542-1991-42af-bff0-348765fbb55f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:08.635399 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:22:08.635787 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:08.783776 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:22:08.786053 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdff5971-6794-4f8a-8417-1dccca728a44" -d '{"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-plugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:08.799319 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:08.817001 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e433e-9b38-435d-b9f5-707fb185b2b9 req-b1c044be-c4d5-4cd9-b8b9-b923c03795db tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:08.818398 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-467e433e-9b38-435d-b9f5-707fb185b2b9 req-b1c044be-c4d5-4cd9-b8b9-b923c03795db tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 944 time: 0.0495784 Jul 28 18:22:08.824122 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8288a7e6-832f-4c61-8114-5c1dd00dbf24 x-openstack-request-id: req-8288a7e6-832f-4c61-8114-5c1dd00dbf24 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:08.824423 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-plugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:08.824682 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-8288a7e6-832f-4c61-8114-5c1dd00dbf24 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:08.825109 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8288a7e6-832f-4c61-8114-5c1dd00dbf24'] response: {'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f', 'code': 200} Jul 28 18:22:08.860395 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:08.867522 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-467e433e-9b38-435d-b9f5-707fb185b2b9 req-ebf5ef4a-7247-4d2e-a040-fbdcea5300f0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422747 Jul 28 18:22:08.910177 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=7']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:09.993609 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f52e33-26a0-4bd2-90e8-ef832a9e4a0f req-7ff11825-ed14-4ccd-a90a-2376cfa3fe3a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:09.995092 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-47f52e33-26a0-4bd2-90e8-ef832a9e4a0f req-7ff11825-ed14-4ccd-a90a-2376cfa3fe3a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0498877 Jul 28 18:22:10.042772 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-47f52e33-26a0-4bd2-90e8-ef832a9e4a0f req-9b1d8bd7-5794-4af4-bd43-c87048320cb3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421004 Jul 28 18:22:11.163325 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d95e18-3669-4a29-8c0e-1d4bbce5b413 req-6c728cd6-a435-471b-b87a-4a067a240229 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:11.164788 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08d95e18-3669-4a29-8c0e-1d4bbce5b413 req-6c728cd6-a435-471b-b87a-4a067a240229 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0462182 Jul 28 18:22:11.206711 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:11.214488 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08d95e18-3669-4a29-8c0e-1d4bbce5b413 req-021d9996-af0a-4321-a0a0-d2ff238d04ea tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438304 Jul 28 18:22:12.341310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d741b0b-475a-4d4e-a6ac-0b819d0f0bef req-ecf52f66-420d-4251-a6c0-2c443e5a8667 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:12.342864 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6d741b0b-475a-4d4e-a6ac-0b819d0f0bef req-ecf52f66-420d-4251-a6c0-2c443e5a8667 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0498104 Jul 28 18:22:12.396070 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6d741b0b-475a-4d4e-a6ac-0b819d0f0bef req-762c16c5-d40d-4d8f-8808-4d3b68a11273 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470433 Jul 28 18:22:13.522151 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7e64a-dda8-40f7-8836-2cda5f6961a5 req-1e145cf2-012a-4081-9684-606e65374aa5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:13.523724 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08e7e64a-dda8-40f7-8836-2cda5f6961a5 req-1e145cf2-012a-4081-9684-606e65374aa5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0487678 Jul 28 18:22:13.577929 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08e7e64a-dda8-40f7-8836-2cda5f6961a5 req-0fda1f39-0b69-4b2f-85f6-6fe0552426d0 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435812 Jul 28 18:22:14.541393 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=90,neutron:UPDATE=8 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:14.626091 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-61cafba8-4096-4449-8e84-7e6d0072ead9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:14.708772 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d655a40-c6e9-4536-a618-f10bd78c189e req-4c8d90d4-4ab2-4657-a283-1f83c9c3c36e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:14.710321 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8d655a40-c6e9-4536-a618-f10bd78c189e req-4c8d90d4-4ab2-4657-a283-1f83c9c3c36e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0507474 Jul 28 18:22:14.760491 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8d655a40-c6e9-4536-a618-f10bd78c189e req-1020adee-5c2b-4c15-a526-3f01ead2b3d5 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442445 Jul 28 18:22:15.080386 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:15.085285 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:15.889172 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dedd1-b1e4-4c7a-baf0-4ed98839b597 req-db80e7da-4ca5-4ef2-9654-edc5865bd67b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:15.890742 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-070dedd1-b1e4-4c7a-baf0-4ed98839b597 req-db80e7da-4ca5-4ef2-9654-edc5865bd67b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0511374 Jul 28 18:22:15.942372 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-070dedd1-b1e4-4c7a-baf0-4ed98839b597 req-d3bdee30-de16-4587-a3dd-2c5ef3161edf tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446811 Jul 28 18:22:16.889065 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9127435f-a13b-4310-9ece-7d4d00ccfb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:17.082607 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec6234-1a9a-4fc8-a891-8502fb74c748 req-f225d047-343c-4d06-90c8-0fa83bfc8e4b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:17.084331 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-72ec6234-1a9a-4fc8-a891-8502fb74c748 req-f225d047-343c-4d06-90c8-0fa83bfc8e4b tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0586653 Jul 28 18:22:17.136163 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:17.141905 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-72ec6234-1a9a-4fc8-a891-8502fb74c748 req-71c8e2d6-1be0-44dc-b516-e7306a586e33 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512257 Jul 28 18:22:17.933911 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:18.296088 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c87774-3297-4384-a77a-e2028a91d6e3 req-4d87ad1f-de75-47d4-ab10-850ee82803f4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:18.298267 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8c87774-3297-4384-a77a-e2028a91d6e3 req-4d87ad1f-de75-47d4-ab10-850ee82803f4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0585823 Jul 28 18:22:18.357207 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8c87774-3297-4384-a77a-e2028a91d6e3 req-c7dc1aa1-9f4b-498d-8956-aa23be7d711e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518484 Jul 28 18:22:19.282673 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:19.489987 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed820e-23fa-4261-83a9-d9a1ed5081f9 req-6badd389-9fed-4bb8-b20a-b4133b8d3987 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:19.491400 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f0ed820e-23fa-4261-83a9-d9a1ed5081f9 req-6badd389-9fed-4bb8-b20a-b4133b8d3987 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0554640 Jul 28 18:22:19.547083 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f0ed820e-23fa-4261-83a9-d9a1ed5081f9 req-d5ea0474-0e19-47f6-a72a-d2fd31ca74da tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425766 Jul 28 18:22:19.830657 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:20.673748 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bef87e-0f4c-4980-b6cf-ce36bf74307f req-50b02882-1e83-4725-94c3-39fdd576eb41 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:20.675697 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59bef87e-0f4c-4980-b6cf-ce36bf74307f req-50b02882-1e83-4725-94c3-39fdd576eb41 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0478008 Jul 28 18:22:20.729570 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59bef87e-0f4c-4980-b6cf-ce36bf74307f req-ac8a1f29-ed5e-4fd2-9036-5b7db9e3d7a6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472999 Jul 28 18:22:21.863252 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ef2ef-806a-4b0a-8a26-3eccd4864a80 req-a2044968-6779-4e82-ad5c-7c1926d81988 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:21.865464 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-909ef2ef-806a-4b0a-8a26-3eccd4864a80 req-a2044968-6779-4e82-ad5c-7c1926d81988 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0530541 Jul 28 18:22:21.915282 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-909ef2ef-806a-4b0a-8a26-3eccd4864a80 req-bf1e6c5a-c61e-4d7e-a262-2a62504d8cfd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445578 Jul 28 18:22:23.051048 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db179a-17f3-428e-bb3a-f4d75c6b2081 req-30aa66d7-4dd0-403d-a325-1fe121ab9730 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:23.053138 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-46db179a-17f3-428e-bb3a-f4d75c6b2081 req-30aa66d7-4dd0-403d-a325-1fe121ab9730 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0503500 Jul 28 18:22:23.101950 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-46db179a-17f3-428e-bb3a-f4d75c6b2081 req-7d09a1b5-f0e8-4f32-b0dc-46dc8f82d148 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434263 Jul 28 18:22:24.262867 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107cb998-990e-4a9f-8b39-1b5fca2f4483 req-d61fcfdf-c6a6-4c2e-9683-1de9061cd2b9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:24.265744 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-107cb998-990e-4a9f-8b39-1b5fca2f4483 req-d61fcfdf-c6a6-4c2e-9683-1de9061cd2b9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0580363 Jul 28 18:22:24.305158 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:24.325828 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-107cb998-990e-4a9f-8b39-1b5fca2f4483 req-02c3dc50-9025-455f-8827-2cde648bfbcf tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522232 Jul 28 18:22:25.457660 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4809ad9-89dd-4f6f-9f16-b03993389f8d req-09b1db8c-e8d5-4ac9-908a-47fe3a9c3cdb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:25.459323 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b4809ad9-89dd-4f6f-9f16-b03993389f8d req-09b1db8c-e8d5-4ac9-908a-47fe3a9c3cdb tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Jul 28 18:22:25.514798 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b4809ad9-89dd-4f6f-9f16-b03993389f8d req-0c01118d-a1f2-43bf-9d9a-c26b9af05f63 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491021 Jul 28 18:22:26.652532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69633e8-005d-4a1b-8fe8-07ad281a3e3a req-9cf2bfc9-0ee7-491b-ba16-11a96d0f6ad8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:26.654059 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e69633e8-005d-4a1b-8fe8-07ad281a3e3a req-9cf2bfc9-0ee7-491b-ba16-11a96d0f6ad8 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0470445 Jul 28 18:22:26.703940 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e69633e8-005d-4a1b-8fe8-07ad281a3e3a req-f67a7422-0285-458d-9312-3513f72004fd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443499 Jul 28 18:22:27.173915 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:27.730222 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-130002be-8d48-4d45-9879-e341b3cc44e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:27.731597 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-130002be-8d48-4d45-9879-e341b3cc44e5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1129 time: 0.0391197 Jul 28 18:22:27.831904 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-00270b84-6f13-4b8a-8d92-1bfbfbdca73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:27.833386 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-00270b84-6f13-4b8a-8d92-1bfbfbdca73d service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.0950997 Jul 28 18:22:27.914843 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d7b27-9379-435d-ba81-be8e3adb984d req-b3f15daa-788a-4b2f-b47d-0e4931021d48 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:27.916301 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e6d7b27-9379-435d-ba81-be8e3adb984d req-b3f15daa-788a-4b2f-b47d-0e4931021d48 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.1355944 Jul 28 18:22:27.920453 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:27.932429 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-91b06cbe-6acc-43b0-bb64-f4d90bbe791b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 200 len: 1001 time: 0.0891569 Jul 28 18:22:28.007753 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0e6d7b27-9379-435d-ba81-be8e3adb984d req-716583c8-9425-4160-b093-a53e4d017b74 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822418 Jul 28 18:22:28.009124 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-7a12c5bf-50a3-4c59-93e4-cbec8dd2f0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:28.010537 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-7a12c5bf-50a3-4c59-93e4-cbec8dd2f0e0 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0708957 Jul 28 18:22:28.053697 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-2c8f650e-9bad-4244-b451-d2e9b865037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:28.055162 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-2c8f650e-9bad-4244-b451-d2e9b865037d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381744 Jul 28 18:22:28.145956 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-44165c23-6b23-4bda-8ccd-0e80c1f4a30b service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849955 Jul 28 18:22:28.233981 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cb38de9b-8c7c-4b28-ab6d-3e6bc2430533 req-8c1448ef-f844-48fb-a899-af146ae317d6 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821021 Jul 28 18:22:29.180000 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08374ad3-ab31-42c3-868a-466ca49df88e req-bc47c6e9-5bed-47c4-a0f0-059871aeb2f3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:29.181490 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08374ad3-ab31-42c3-868a-466ca49df88e req-bc47c6e9-5bed-47c4-a0f0-059871aeb2f3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0981426 Jul 28 18:22:29.233178 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08374ad3-ab31-42c3-868a-466ca49df88e req-8b2e2b3c-1041-4d8f-9810-2ff7fa16a4cd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460451 Jul 28 18:22:30.381227 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33090c5f-a9bb-4730-b82e-1584670d1f1b req-de4f1040-6df5-45d8-9c1f-e1949237f770 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:30.382702 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-33090c5f-a9bb-4730-b82e-1584670d1f1b req-de4f1040-6df5-45d8-9c1f-e1949237f770 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 945 time: 0.0714359 Jul 28 18:22:30.433467 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-33090c5f-a9bb-4730-b82e-1584670d1f1b req-81ce43ef-d98b-433a-a453-157bea2cb5e9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449972 Jul 28 18:22:30.594537 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:22:30.671745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: ACTIVE; New status is: DOWN {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:22:30.675612 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:30.695798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:22:30.698217 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd16d53-69a2-4143-a4a9-d0be71da562d" -d '{"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-unplugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:30.711057 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:30.736635 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a753352-fe70-4f18-b0d1-a57cda1c7585 x-openstack-request-id: req-4a753352-fe70-4f18-b0d1-a57cda1c7585 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:30.736984 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-unplugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:30.737292 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4a753352-fe70-4f18-b0d1-a57cda1c7585 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:30.737716 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a753352-fe70-4f18-b0d1-a57cda1c7585'] response: {'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f', 'code': 200} Jul 28 18:22:30.773343 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:30.819905 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=8']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:30.827048 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.827407 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.827752 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.828101 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.828439 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.828774 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.829203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.829574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.829907 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.830238 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.830567 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.831503 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.831835 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.832164 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:30.832488 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:22:32.266183 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:22:32.770961 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafbd75-2d48-4688-8e88-ba652b772c65 req-c43a2da6-1f34-4e3f-824a-4f0e2331fe02 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:32.772436 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0eafbd75-2d48-4688-8e88-ba652b772c65 req-c43a2da6-1f34-4e3f-824a-4f0e2331fe02 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0475154 Jul 28 18:22:32.817777 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:32.822940 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0eafbd75-2d48-4688-8e88-ba652b772c65 req-270bdb85-50cc-41e5-b72c-7cd3904e4e30 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447817 Jul 28 18:22:33.215917 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47860) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:22:33.298166 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-795edf9c-c7a4-4e52-ae86-951a25607c1f service neutron] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810618 Jul 28 18:22:33.339504 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-e21e1c52-67d0-4db8-b241-064d45230970 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:22:33.339504 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-e21e1c52-67d0-4db8-b241-064d45230970 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047953 Jul 28 18:22:33.390401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 47868) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:22:33.488665 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-b8cc902f-2350-4a85-b236-00ec7cfc3ea1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:33.490079 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-b8cc902f-2350-4a85-b236-00ec7cfc3ea1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports/0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 200 len: 940 time: 0.0986893 Jul 28 18:22:33.951051 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7428044-2c24-44f0-ae79-dba68ffd5afd req-f570d297-5253-4ed9-8910-25694630bce1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:33.952641 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c7428044-2c24-44f0-ae79-dba68ffd5afd req-f570d297-5253-4ed9-8910-25694630bce1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0474501 Jul 28 18:22:34.001125 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c7428044-2c24-44f0-ae79-dba68ffd5afd req-486272bd-4a79-4af8-b242-8f46eaadc1dd tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Jul 28 18:22:34.616439 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:22:34.692267 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: DOWN; New status is: DOWN {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:22:34.983643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-4e3b4f74-0712-4786-8e19-50f00d5b529f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:34.985313 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-4e3b4f74-0712-4786-8e19-50f00d5b529f service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82&tenant_id=9e962e97777048b79415ba13adcc95be HTTP/1.1" status: 200 len: 1127 time: 0.0412600 Jul 28 18:22:35.063560 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-a7c56976-3af8-42a0-a5c4-decab52c37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:35.065786 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-a7c56976-3af8-42a0-a5c4-decab52c37ee service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1127 time: 0.0406454 Jul 28 18:22:35.173973 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5986739-a728-414e-b416-cf515a1c3a62 req-fd675dd4-6452-4ba5-afbd-34745691edf2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:35.175994 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f5986739-a728-414e-b416-cf515a1c3a62 req-fd675dd4-6452-4ba5-afbd-34745691edf2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0931501 Jul 28 18:22:35.215730 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-b897dadf-0146-43e1-869f-048efe104a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:35.217246 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-b897dadf-0146-43e1-869f-048efe104a25 service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.1443546 Jul 28 18:22:35.276849 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f5986739-a728-414e-b416-cf515a1c3a62 req-c8029374-d878-49be-b80f-6bb3572d6067 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898478 Jul 28 18:22:35.296925 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-d1271add-da83-48ec-9fbf-b944becdec19 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 200 len: 999 time: 0.0696454 Jul 28 18:22:35.326809 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:35.344842 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-b94278ed-99da-4d3b-8c04-a6b0f039bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:35.346443 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-b94278ed-99da-4d3b-8c04-a6b0f039bb35 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0436697 Jul 28 18:22:35.389142 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-687a02a1-3872-4741-b36f-3930cb28f996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:35.390613 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-687a02a1-3872-4741-b36f-3930cb28f996 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383620 Jul 28 18:22:35.483300 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-cf17bffc-d78b-4309-89bf-c842c014c7e8 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859237 Jul 28 18:22:35.571916 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-3353d6b8-a9c0-457b-bd85-b569e091c136 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819924 Jul 28 18:22:35.928679 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-024e0c02-7703-4016-8e6f-603b9a811911 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425470 Jul 28 18:22:36.029885 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-26fb3613-1463-4a90-99e4-902b495adc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:36.031470 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-26fb3613-1463-4a90-99e4-902b495adc6f service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1130 time: 0.0404353 Jul 28 18:22:36.100211 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:36.162344 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-8327ed16-754f-4bb0-902d-e146624734da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:36.164154 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-8327ed16-754f-4bb0-902d-e146624734da service neutron] 10.222.0.93 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 909 time: 0.1144559 Jul 28 18:22:36.446179 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78df81-0f9c-460b-9635-4ef3e598e793 req-7107d2e3-5cc9-4294-bfb7-7acfacdd0991 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:36.447883 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a78df81-0f9c-460b-9635-4ef3e598e793 req-7107d2e3-5cc9-4294-bfb7-7acfacdd0991 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0646064 Jul 28 18:22:36.499201 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a78df81-0f9c-460b-9635-4ef3e598e793 req-3551377e-b3fa-4e7a-8019-dfdca3e5f6b9 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453176 Jul 28 18:22:37.633602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114ec96-bdde-47a0-bc72-7837b6b2f534 req-1bf6db10-57a2-4dc7-b9a1-745c470f6196 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:37.635161 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c114ec96-bdde-47a0-bc72-7837b6b2f534 req-1bf6db10-57a2-4dc7-b9a1-745c470f6196 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0499227 Jul 28 18:22:37.685719 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c114ec96-bdde-47a0-bc72-7837b6b2f534 req-90da4a5b-5d1e-41fc-ac20-fb552ea36d38 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440867 Jul 28 18:22:38.814824 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e53a97-b455-4835-bdb7-3b9003d97f47 req-8d1323d6-1e0b-4184-b705-b9a35c24ae30 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:38.816292 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61e53a97-b455-4835-bdb7-3b9003d97f47 req-8d1323d6-1e0b-4184-b705-b9a35c24ae30 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0488336 Jul 28 18:22:38.869070 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61e53a97-b455-4835-bdb7-3b9003d97f47 req-876b2c6b-2794-4816-97d9-d89680981f28 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469060 Jul 28 18:22:40.001500 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c6962-20cf-4964-acae-a3d1dc40aa3f req-8adc1ff3-6686-41ee-babe-f5da62124118 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:40.003009 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-915c6962-20cf-4964-acae-a3d1dc40aa3f req-8adc1ff3-6686-41ee-babe-f5da62124118 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0493455 Jul 28 18:22:40.053675 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-915c6962-20cf-4964-acae-a3d1dc40aa3f req-be0b0552-92df-474f-9e90-6e21154eb004 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440269 Jul 28 18:22:40.383035 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=12 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:41.182478 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292730bb-7cc2-4096-8794-1dbf81aff130 req-fd89044d-eaf2-431a-96c3-dfa9de506613 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:41.184256 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-292730bb-7cc2-4096-8794-1dbf81aff130 req-fd89044d-eaf2-431a-96c3-dfa9de506613 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0522885 Jul 28 18:22:41.235359 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-292730bb-7cc2-4096-8794-1dbf81aff130 req-216654fa-cd6d-4548-bdc8-cb4585510977 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446022 Jul 28 18:22:42.559620 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d79c6-4666-48fb-9934-375e10bb5c82 req-311c9045-e54a-4552-996c-73837ea9f68f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:42.576989 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-873d79c6-4666-48fb-9934-375e10bb5c82 req-311c9045-e54a-4552-996c-73837ea9f68f tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0773437 Jul 28 18:22:42.645240 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-873d79c6-4666-48fb-9934-375e10bb5c82 req-6fbb39a3-fc90-495d-97c4-bca6ec918079 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668275 Jul 28 18:22:43.777409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd93f647-14d8-4593-b530-fe44fe944208 req-ac4ee1f9-a2d3-4bcd-b09b-be45c999c76d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:43.779689 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fd93f647-14d8-4593-b530-fe44fe944208 req-ac4ee1f9-a2d3-4bcd-b09b-be45c999c76d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0495296 Jul 28 18:22:43.814939 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:43.831350 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fd93f647-14d8-4593-b530-fe44fe944208 req-cf73dba5-0acb-4621-a86c-2530bc9f1d42 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447686 Jul 28 18:22:44.537787 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:44.619657 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0967c771-01c0-4318-9472-a3758fb23863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:44.966391 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2ea03-7c57-4c8c-9533-0e39eb3d2d68 req-4fbadd85-493c-4391-a758-740436270c93 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:44.968002 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28b2ea03-7c57-4c8c-9533-0e39eb3d2d68 req-4fbadd85-493c-4391-a758-740436270c93 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0518405 Jul 28 18:22:45.283171 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28b2ea03-7c57-4c8c-9533-0e39eb3d2d68 req-59a6dbe5-c068-4cba-9782-b8926cf36402 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093390 Jul 28 18:22:46.428073 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2823b3-421e-4a48-b85b-890ed7b966ce req-9f3807bf-9e14-4ae9-a18b-76d16873dc44 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:46.439824 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e2823b3-421e-4a48-b85b-890ed7b966ce req-9f3807bf-9e14-4ae9-a18b-76d16873dc44 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0716891 Jul 28 18:22:46.493972 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e2823b3-421e-4a48-b85b-890ed7b966ce req-b427cc22-a344-41ac-891f-a33291c83ba4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561845 Jul 28 18:22:46.799929 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:47.122718 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f71a79fc-b8f6-40fb-9d84-ab63609ea625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:47.621215 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6009917-f809-418f-b919-2ddefcce0a26 req-ee50ed62-7787-485d-ad4e-fae9130f4494 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:47.622726 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c6009917-f809-418f-b919-2ddefcce0a26 req-ee50ed62-7787-485d-ad4e-fae9130f4494 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0490251 Jul 28 18:22:47.673337 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c6009917-f809-418f-b919-2ddefcce0a26 req-f7c81156-42ea-4d8d-9274-63fc1a883dac tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449564 Jul 28 18:22:47.967567 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:48.794733 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295e967-5e3f-473a-acb7-d8c9f4ce645b req-0cee47de-8a3c-470c-85c5-0d7da5899e78 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:48.796179 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2295e967-5e3f-473a-acb7-d8c9f4ce645b req-0cee47de-8a3c-470c-85c5-0d7da5899e78 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0464780 Jul 28 18:22:48.832498 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:48.844247 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2295e967-5e3f-473a-acb7-d8c9f4ce645b req-8db53fbe-2b6b-48d2-a790-c66c37509a06 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418990 Jul 28 18:22:49.304630 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:49.802716 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:49.966441 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4506f-1604-44d9-ae1a-d9d1a1be944f req-ea3e084e-4c18-4e45-a7a1-2a2d734d9da3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:49.967919 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f9d4506f-1604-44d9-ae1a-d9d1a1be944f req-ea3e084e-4c18-4e45-a7a1-2a2d734d9da3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0464740 Jul 28 18:22:50.014273 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f9d4506f-1604-44d9-ae1a-d9d1a1be944f req-778ee332-ffc9-448f-9a93-d9b1b0a40ac2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403111 Jul 28 18:22:51.174019 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87099af2-1056-4b1a-b87e-ff196d711854 req-30353d86-1b79-42fa-a72c-fcdc2d08fbf4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:51.175492 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-87099af2-1056-4b1a-b87e-ff196d711854 req-30353d86-1b79-42fa-a72c-fcdc2d08fbf4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0840499 Jul 28 18:22:51.210530 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-85f9ca7f-d35d-48b1-8c92-e7a0ed1241b3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 1002 time: 0.0877609 Jul 28 18:22:51.237108 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-87099af2-1056-4b1a-b87e-ff196d711854 req-8864754c-4c17-4a64-bc92-ca09540c52f3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539501 Jul 28 18:22:52.081279 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:52.082130 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=19 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:52.364586 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04953b23-8bcf-4d08-87bf-5fff91a09bcf req-cd2c7461-f6ee-4afe-bd2f-38e5b18c8f94 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:52.366064 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-04953b23-8bcf-4d08-87bf-5fff91a09bcf req-cd2c7461-f6ee-4afe-bd2f-38e5b18c8f94 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0497766 Jul 28 18:22:52.412628 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-04953b23-8bcf-4d08-87bf-5fff91a09bcf req-f0d255a7-6a81-4978-869d-ee966fa2133a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410199 Jul 28 18:22:53.461871 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-8395f526-5063-4aa9-83d4-663e89fddee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:53.463926 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-8395f526-5063-4aa9-83d4-663e89fddee4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 200 len: 847 time: 0.0487986 Jul 28 18:22:53.539226 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-2bd4de0a-30be-4ab5-b704-6c1bea220216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:53.540744 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-2bd4de0a-30be-4ab5-b704-6c1bea220216 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712996 Jul 28 18:22:53.554611 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-c9d52c48-9911-4a59-8e6a-1a41422b330d service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:22:53.555676 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-c9d52c48-9911-4a59-8e6a-1a41422b330d service neutron] 10.222.0.93 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0067472 Jul 28 18:22:53.562212 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d5333f-8c30-467b-86ef-4fa36a5ae73c req-6e182d55-74c5-4e6f-80dc-ea9961c38f4d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:53.567764 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-66d5333f-8c30-467b-86ef-4fa36a5ae73c req-6e182d55-74c5-4e6f-80dc-ea9961c38f4d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0668914 Jul 28 18:22:53.639996 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:53.665018 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-66d5333f-8c30-467b-86ef-4fa36a5ae73c req-8c3bbeff-714f-4d46-8295-776e3d3a7e26 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927351 Jul 28 18:22:53.693162 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-525feb65-3791-40fe-82eb-9e82e7dee011 service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255312 Jul 28 18:22:53.785504 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-54a86f1d-ec41-4a79-93fb-0a48b92226ea req-9a1fa00e-ba36-4cfd-a788-8ef14911975c service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892866 Jul 28 18:22:54.764938 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:22:54.789673 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd25770-f581-4d54-a7cf-a04546ee1081 req-603e54b5-0592-4e17-8091-6ca026adfb7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:54.791189 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4fd25770-f581-4d54-a7cf-a04546ee1081 req-603e54b5-0592-4e17-8091-6ca026adfb7e tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 943 time: 0.0481193 Jul 28 18:22:54.838693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4fd25770-f581-4d54-a7cf-a04546ee1081 req-d6dc9777-58ab-441e-858a-40bd0eb510c7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418196 Jul 28 18:22:54.868468 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:54.879473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '0069c542-1991-42af-bff0-348765fbb55f', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'port_id': '0069c542-1991-42af-bff0-348765fbb55f', 'mac_address': 'fa:16:3e:5f:9d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 921, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:22:54.914588 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:22:54.914979 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:54.927937 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0069c542-1991-42af-bff0-348765fbb55f {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:22:54.952683 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:55.001921 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:55.053629 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=9']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:55.484751 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['0069c542-1991-42af-bff0-348765fbb55f'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:22:55.971719 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff25a07-9470-4bb2-9eaa-2f7ea6fcc7e7 req-438b7817-3f9c-4431-bb71-0592289e8cc7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:55.973233 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9ff25a07-9470-4bb2-9eaa-2f7ea6fcc7e7 req-438b7817-3f9c-4431-bb71-0592289e8cc7 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 944 time: 0.0536578 Jul 28 18:22:56.020897 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9ff25a07-9470-4bb2-9eaa-2f7ea6fcc7e7 req-57e051c0-e02a-44e6-968f-59e30de93901 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412445 Jul 28 18:22:56.762037 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:22:56.808239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 0069c542-1991-42af-bff0-348765fbb55f triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:22:56.808612 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0069c542-1991-42af-bff0-348765fbb55f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:56.878428 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 0069c542-1991-42af-bff0-348765fbb55f is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:22:56.879103 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:56.902000 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:22:56.904234 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2251679-f98b-49d1-8584-49843445ca50" -d '{"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-plugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:22:56.917105 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:22:56.940275 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ac69e2-9ebc-422a-9c60-0173e4af9201 x-openstack-request-id: req-34ac69e2-9ebc-422a-9c60-0173e4af9201 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:22:56.940566 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-plugged", "status": "completed", "tag": "0069c542-1991-42af-bff0-348765fbb55f", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:22:56.940820 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-34ac69e2-9ebc-422a-9c60-0173e4af9201 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:22:56.941361 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34ac69e2-9ebc-422a-9c60-0173e4af9201'] response: {'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0069c542-1991-42af-bff0-348765fbb55f', 'code': 200} Jul 28 18:22:57.006881 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:57.060991 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=10']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:22:57.142800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97b4e46-8c88-4604-a178-713c9f97dc72 req-4407bcd4-9522-4715-a48f-376b044a615d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:57.144271 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f97b4e46-8c88-4604-a178-713c9f97dc72 req-4407bcd4-9522-4715-a48f-376b044a615d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.0476887 Jul 28 18:22:57.185087 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:22:57.195978 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f97b4e46-8c88-4604-a178-713c9f97dc72 req-659481aa-b812-4f9d-ac96-d070277f5056 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451205 Jul 28 18:22:57.324386 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf70bb9-043f-4d07-9473-21d9c9ecfe12 req-e4f1e07d-bbd1-4b0c-8775-c42b6eee825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:57.325920 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5bf70bb9-043f-4d07-9473-21d9c9ecfe12 req-e4f1e07d-bbd1-4b0c-8775-c42b6eee825e service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1130 time: 0.0388689 Jul 28 18:22:57.361159 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:22:57.376186 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5bf70bb9-043f-4d07-9473-21d9c9ecfe12 req-4329c0dd-1afd-4a88-ac9e-dbd3851a1cee service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 Jul 28 18:22:58.327695 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c689e4e5-9ade-48cf-92b9-2fbe57dbe5b8 req-18d5f313-ffe7-4db4-97d0-ecddd673d05c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:58.329190 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c689e4e5-9ade-48cf-92b9-2fbe57dbe5b8 req-18d5f313-ffe7-4db4-97d0-ecddd673d05c tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.0480061 Jul 28 18:22:58.379301 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c689e4e5-9ade-48cf-92b9-2fbe57dbe5b8 req-ec9ede1e-af69-4684-b178-615788b78ab3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439157 Jul 28 18:22:59.502673 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc937aa-3a60-4398-a547-b00cfa661c3d req-eee629d4-46ef-4f59-b4b6-912f5bb43e12 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:22:59.504060 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5bc937aa-3a60-4398-a547-b00cfa661c3d req-eee629d4-46ef-4f59-b4b6-912f5bb43e12 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.0475786 Jul 28 18:22:59.550870 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5bc937aa-3a60-4398-a547-b00cfa661c3d req-989f209b-2e9c-4216-b9b2-94ead8340c05 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Jul 28 18:23:00.682112 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706bdba-2e39-447c-9088-c24dd40521fb req-877fa333-73f5-443b-84a7-8ef506be2aca tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:00.683491 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7706bdba-2e39-447c-9088-c24dd40521fb req-877fa333-73f5-443b-84a7-8ef506be2aca tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.0511727 Jul 28 18:23:00.731942 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7706bdba-2e39-447c-9088-c24dd40521fb req-f3c84518-f126-41bc-9bf7-77ab594a5363 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427806 Jul 28 18:23:01.858808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9f279d-f1cd-4735-a1aa-124a98b5c350 req-bb23cddb-1650-47eb-af7d-0377d4c3f968 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:01.860274 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e9f279d-f1cd-4735-a1aa-124a98b5c350 req-bb23cddb-1650-47eb-af7d-0377d4c3f968 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.0497484 Jul 28 18:23:01.910024 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6e9f279d-f1cd-4735-a1aa-124a98b5c350 req-c3870710-2cf4-43bf-b256-d7035434f920 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431850 Jul 28 18:23:07.106957 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:07.108937 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=83,neutron:UPDATE=7 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:09.264451 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:23:10.039890 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48166) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:10.048825 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--238124517', 'description': 'tempest-description--536684790'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:23:10.150183 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.221033 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (83401e28-4ebe-4b46-a92e-eeb7c1582b89), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.298397 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (83401e28-4ebe-4b46-a92e-eeb7c1582b89), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.328679 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83401e28-4ebe-4b46-a92e-eeb7c1582b89,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:10.336794 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.337535 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.337892 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.338622 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.338622 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.338882 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.339218 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.339549 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.339884 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.340216 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.340549 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.340884 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.341244 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.341562 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.341895 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:10.390957 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.392245 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-c91756db-cffc-4cf4-8799-2a3636da6ec4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3511524 Jul 28 18:23:10.395726 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48170) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:10.399662 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-c02dcbe8-bcf2-413b-b77b-54400096cbe7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '83401e28-4ebe-4b46-a92e-eeb7c1582b89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:23:10.521862 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c02dcbe8-bcf2-413b-b77b-54400096cbe7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (71287795-6647-47f5-86d7-fda7f8e106fe), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.577129 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c02dcbe8-bcf2-413b-b77b-54400096cbe7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (71287795-6647-47f5-86d7-fda7f8e106fe), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.663923 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c02dcbe8-bcf2-413b-b77b-54400096cbe7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (71287795-6647-47f5-86d7-fda7f8e106fe), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.683016 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02dcbe8-bcf2-413b-b77b-54400096cbe7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71287795-6647-47f5-86d7-fda7f8e106fe,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:10.763393 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c02dcbe8-bcf2-413b-b77b-54400096cbe7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.764631 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-c02dcbe8-bcf2-413b-b77b-54400096cbe7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3684390 Jul 28 18:23:10.767442 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48172) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:10.771715 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-1c7826df-41f9-420b-a4fd-de114331f576 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '83401e28-4ebe-4b46-a92e-eeb7c1582b89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:23:10.875986 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1c7826df-41f9-420b-a4fd-de114331f576 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (49fbb5a0-b223-46ee-a6ab-9b88f57672a2), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.931966 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1c7826df-41f9-420b-a4fd-de114331f576 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (49fbb5a0-b223-46ee-a6ab-9b88f57672a2), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:10.998680 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1c7826df-41f9-420b-a4fd-de114331f576 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (49fbb5a0-b223-46ee-a6ab-9b88f57672a2), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.017702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7826df-41f9-420b-a4fd-de114331f576 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fbb5a0-b223-46ee-a6ab-9b88f57672a2,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:11.112360 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1c7826df-41f9-420b-a4fd-de114331f576 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.113636 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1c7826df-41f9-420b-a4fd-de114331f576 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3452618 Jul 28 18:23:11.117078 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48176) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:11.121461 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:23:11.219021 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.301661 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.411416 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.27.3.146 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/65c693fd-e26d-41ee-b85d-f857b6ad76d9) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:11.480705 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:11.491189 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:11.517277 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.624199 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.667895 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:11.670871 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:11.674734 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:23:11.680444 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=65c693fd-e26d-41ee-b85d-f857b6ad76d9,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:11.760918 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (5b8a5537-a7cd-44f9-a215-43fcaea7198c), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.885897 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:11.903332 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=34 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:11.906382 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:12.035880 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:12.121056 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:12.126006 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:12.189154 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=65c693fd-e26d-41ee-b85d-f857b6ad76d9,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:12.205328 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (5b8a5537-a7cd-44f9-a215-43fcaea7198c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:12.300301 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:12.301517 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-95e757af-341d-4e40-b12a-c16851d1a14e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1834188 Jul 28 18:23:12.457635 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-8ef16e4c-aad3-4f12-a373-0f40a407cb08 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--238124517&fields=id&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 267 time: 0.0474215 Jul 28 18:23:12.569060 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-ecda2ef0-788e-41a2-812d-7f2b1aa7cc52 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:12.570443 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-ecda2ef0-788e-41a2-812d-7f2b1aa7cc52 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.1052732 Jul 28 18:23:12.585821 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-d0a78b84-559b-4ed5-8aed-b99f8c9c1575 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/quotas/104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 375 time: 0.0098338 Jul 28 18:23:12.636504 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-cab73026-dc18-4b59-b0d8-1e353b56a923 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0455024 Jul 28 18:23:12.693017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5e03dfdd-22a4-461c-abd1-8e76ea77e561 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:23:12.694599 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5e03dfdd-22a4-461c-abd1-8e76ea77e561 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0472782 Jul 28 18:23:12.790514 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-4177bc5f-63b3-4a8e-b118-963943b679f2 service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900705 Jul 28 18:23:12.884699 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-6abe18a4-6eeb-4424-95ac-83d9f8971907 service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885174 Jul 28 18:23:13.134376 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2f30e319-6fc0-4dbc-a1a9-267dead94dd0 req-f33b7c15-8e3f-4157-965b-369c8bf72038 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 210 time: 0.0292168 Jul 28 18:23:14.233750 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e3c7bcab-ed27-479e-b851-592ccdd85c16 req-a15ccea0-a211-4c6f-8652-d1e10217302b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 210 time: 0.0294197 Jul 28 18:23:14.612682 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11e76058-a12c-4b4b-a8f9-86b58eb2ce82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:15.332530 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-04cc996e-c577-470d-ad94-279fb40c0a8b req-1a8d92eb-e5ec-4808-bb04-f31d32f7a00b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 210 time: 0.0275574 Jul 28 18:23:16.207350 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-7d1c2e42-e266-4d64-bffd-f88d44f781a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:16.208894 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-7d1c2e42-e266-4d64-bffd-f88d44f781a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.1059294 Jul 28 18:23:16.293979 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0c774ae1-20d5-43ce-a977-0b2a3422e7ec tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 470 time: 0.0693800 Jul 28 18:23:16.304515 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'port': {'device_id': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'admin_state_up': True, 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'security_groups': ['83401e28-4ebe-4b46-a92e-eeb7c1582b89']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:23:16.450090 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-61f2f46b-d920-44dc-abff-d6db23d345f6 req-97697492-e36b-42b4-99d2-bff39192c2d7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 210 time: 0.0426605 Jul 28 18:23:16.532931 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Made reservation on behalf of 104313ce72c94ea68c8cd3ee7f0cab2e for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:23:16.536408 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:16.668749 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.20.0.10 (44a25a1e-08cb-4158-9e81-b93066923b4d/bfb589db-d5c5-47b5-a265-0428fb54ef3e/aa7258bd-d420-41dc-a491-75aceff4ed8e) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:23:16.678221 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:16.707341 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:16.811337 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:16.869547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-805965d6-6a3f-4530-af92-c3d32fa4717e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:16.887038 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:16.929619 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:23:16.934857 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:23:16.937373 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:23:16.967027 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=aa7258bd-d420-41dc-a491-75aceff4ed8e,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:16.980777 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.981152 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.981512 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.981837 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.982171 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.982509 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.982838 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.983164 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.983493 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.983816 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.984141 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.984467 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.984790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.985144 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:16.985469 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:17.008363 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:17.009003 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:17.084325 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-5d68276b-af5d-4a13-965d-095368ff9f7f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7837029 Jul 28 18:23:17.126390 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-32fc5bf1-9aa4-4023-872e-c2343a15d8c4 None None] Provisioning complete for port aa7258bd-d420-41dc-a491-75aceff4ed8e triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:23:17.126805 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-32fc5bf1-9aa4-4023-872e-c2343a15d8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:17.147112 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Request body: {'port': {'device_id': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:23:17.159150 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-32fc5bf1-9aa4-4023-872e-c2343a15d8c4 None None] Port aa7258bd-d420-41dc-a491-75aceff4ed8e cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:23:17.209316 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:17.469721 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7258bd-d420-41dc-a491-75aceff4ed8e {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:23:17.477521 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Publish callbacks [] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:17.486275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:17.491615 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Transition to ACTIVE for port object aa7258bd-d420-41dc-a491-75aceff4ed8e will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:23:17.578256 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14214449-4824-46a4-8483-3430a49b6bc7 req-f7d8c819-cc19-4dba-ba5f-5078da8f12d7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:17.579756 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-14214449-4824-46a4-8483-3430a49b6bc7 req-f7d8c819-cc19-4dba-ba5f-5078da8f12d7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 932 time: 0.0499964 Jul 28 18:23:17.631366 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-14214449-4824-46a4-8483-3430a49b6bc7 req-45482834-5dd0-4d0d-bf34-83ca107c11bf tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445538 Jul 28 18:23:17.652959 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:17.730374 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7258bd-d420-41dc-a491-75aceff4ed8e,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:17.783494 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:17.786180 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Attempting to bind port aa7258bd-d420-41dc-a491-75aceff4ed8e on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:23:17.786512 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Attempting to bind port aa7258bd-d420-41dc-a491-75aceff4ed8e by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:23:17.786845 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Attempting to bind port aa7258bd-d420-41dc-a491-75aceff4ed8e on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:23:17.795136 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Port aa7258bd-d420-41dc-a491-75aceff4ed8e on network 44a25a1e-08cb-4158-9e81-b93066923b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:23:17.795136 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Attempting to bind port aa7258bd-d420-41dc-a491-75aceff4ed8e on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:23:17.797506 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 22, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:23:17.797839 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Checking segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:23:17.798226 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Bound using segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:23:17.798651 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Bound port: aa7258bd-d420-41dc-a491-75aceff4ed8e, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:23:17.799008 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:17.888503 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] For port aa7258bd-d420-41dc-a491-75aceff4ed8e, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:23:17.892777 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] For port aa7258bd-d420-41dc-a491-75aceff4ed8e, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:23:17.963347 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:17.970072 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:18.001271 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:18.001823 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:18.003212 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] 10.222.0.93 "PUT /v2.0/ports/aa7258bd-d420-41dc-a491-75aceff4ed8e HTTP/1.1" status: 200 len: 1094 time: 0.9050858 Jul 28 18:23:18.003660 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:23:18.006680 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:18.040363 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a15971a-28e7-4ec8-aa34-d794f777b701 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7258bd-d420-41dc-a491-75aceff4ed8e,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:18.114280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a023029f-be6f-4855-85b2-1c94e19ae0e3 x-openstack-request-id: req-a023029f-be6f-4855-85b2-1c94e19ae0e3 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:18.114577 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:18.114835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a023029f-be6f-4855-85b2-1c94e19ae0e3 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:18.115980 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a023029f-be6f-4855-85b2-1c94e19ae0e3'] response: {'name': 'network-changed', 'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'status': 'completed', 'code': 200} Jul 28 18:23:18.206992 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-628beab0-0a58-4b5d-8a57-ca2aa6da51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:18.208489 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-628beab0-0a58-4b5d-8a57-ca2aa6da51b4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 1128 time: 0.0465541 Jul 28 18:23:18.623171 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-174c5066-2e21-400e-a200-d58e95f1621c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e HTTP/1.1" status: 200 len: 217 time: 0.0330217 Jul 28 18:23:18.679793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-8323df68-5114-4ec5-87e3-43b881747772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:18.681234 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-8323df68-5114-4ec5-87e3-43b881747772 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0492592 Jul 28 18:23:18.749942 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4277d-1950-4f16-bd36-2093fc7591e4 req-b47daa68-9fad-4ccc-bb49-567a18c791e6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:18.751385 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-10f4277d-1950-4f16-bd36-2093fc7591e4 req-b47daa68-9fad-4ccc-bb49-567a18c791e6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0463068 Jul 28 18:23:18.797343 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-10f4277d-1950-4f16-bd36-2093fc7591e4 req-f4ad3099-255a-4469-a204-61dd17918172 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398057 Jul 28 18:23:19.105542 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-e02961c3-17d9-4854-a36b-61501b155c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:19.107036 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-e02961c3-17d9-4854-a36b-61501b155c45 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391788 Jul 28 18:23:19.198726 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-cb1a2881-b5cf-4771-b58c-522ff4fb16b8 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853589 Jul 28 18:23:19.292647 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:19.301636 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a705cf7d-9320-4196-b2d2-ac4f9c935d14 req-dcee4c87-d0fd-4ae3-ace4-4ecd8422891f service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887516 Jul 28 18:23:19.801062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:19.916271 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58344a92-4e21-4f2b-aa34-a657d1d1a0b3 req-b3d7e30d-411d-4a1c-8ee2-610e7e2f3917 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:19.917771 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58344a92-4e21-4f2b-aa34-a657d1d1a0b3 req-b3d7e30d-411d-4a1c-8ee2-610e7e2f3917 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0468063 Jul 28 18:23:19.943113 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:19.964809 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58344a92-4e21-4f2b-aa34-a657d1d1a0b3 req-76adc9e0-cc29-4518-838a-bba7461ccd3d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415206 Jul 28 18:23:21.078319 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fbe169-c746-4aab-8588-3c241f99f666 req-3ac1ee76-2625-4677-a1a3-4588ca9025a5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:21.079906 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-66fbe169-c746-4aab-8588-3c241f99f666 req-3ac1ee76-2625-4677-a1a3-4588ca9025a5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0464811 Jul 28 18:23:21.131813 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-66fbe169-c746-4aab-8588-3c241f99f666 req-7d3206bb-ee4b-4dd1-b05c-efe854693f65 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Jul 28 18:23:21.786674 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-17bcd7b1-ec36-4b16-ad32-cef0da61f359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:21.788826 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-17bcd7b1-ec36-4b16-ad32-cef0da61f359 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 1128 time: 0.0428717 Jul 28 18:23:21.882235 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-37fc35ed-416f-490e-8fd9-fb5a1904080d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:21.883741 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-37fc35ed-416f-490e-8fd9-fb5a1904080d service neutron] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 916 time: 0.0870254 Jul 28 18:23:21.929853 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-efee7587-7f9f-4918-9bd5-2bd584fe6977 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e HTTP/1.1" status: 200 len: 217 time: 0.0372605 Jul 28 18:23:21.987888 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-4be2a4ea-1189-4b79-a801-f81e563a954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:21.989945 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-4be2a4ea-1189-4b79-a801-f81e563a954c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0527453 Jul 28 18:23:22.216448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:UPDATE=1,neutron:SELECT=40,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:22.250481 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd370e8-1162-49f9-b4ef-ae4ab7c40e7a req-075c7c0c-28ff-42ee-98bd-42c8321a8265 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:22.251948 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ecd370e8-1162-49f9-b4ef-ae4ab7c40e7a req-075c7c0c-28ff-42ee-98bd-42c8321a8265 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0473289 Jul 28 18:23:22.298573 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ecd370e8-1162-49f9-b4ef-ae4ab7c40e7a req-c130c39a-dcc8-4081-ac7b-62e39f964b80 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405505 Jul 28 18:23:22.379070 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-af82dc70-228e-41f5-9f63-e107d918cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:22.380557 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-af82dc70-228e-41f5-9f63-e107d918cada service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414019 Jul 28 18:23:22.472575 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-a618dc72-5097-4d6e-895f-3cca7ee35dbb service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830529 Jul 28 18:23:22.567414 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:22.591313 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b102fb5-ce56-41e8-a7dd-7121c38d6d95 req-201f31f6-5b35-4073-b2c6-b1ec70d26601 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877087 Jul 28 18:23:22.855015 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device aa7258bd-d420-41dc-a491-75aceff4ed8e details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:23:22.963462 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port aa7258bd-d420-41dc-a491-75aceff4ed8e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:22.975589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'port_id': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'mac_address': 'fa:16:3e:9b:79:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:23:23.011247 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port aa7258bd-d420-41dc-a491-75aceff4ed8e is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:23:23.011638 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:23.024729 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7258bd-d420-41dc-a491-75aceff4ed8e {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:23:23.046652 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port aa7258bd-d420-41dc-a491-75aceff4ed8e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:23.103195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:23.152025 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=aa7258bd-d420-41dc-a491-75aceff4ed8e,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:23.432768 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697a6a1-b5ec-40cd-9f7a-b811cc3a825b req-d1716b94-39b0-41cb-bc47-43d8a07eb10e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:23.434280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6697a6a1-b5ec-40cd-9f7a-b811cc3a825b req-d1716b94-39b0-41cb-bc47-43d8a07eb10e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 945 time: 0.0514112 Jul 28 18:23:23.483714 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6697a6a1-b5ec-40cd-9f7a-b811cc3a825b req-0745e7fa-bd2f-412d-9dab-6018aeeae43a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437710 Jul 28 18:23:23.592630 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['aa7258bd-d420-41dc-a491-75aceff4ed8e'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:23:24.042030 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48294) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:24.292731 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Deleting port 14d857b8-1cac-4b03-b2aa-ee33cc059665 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:24.293013 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:24.376996 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:24.377530 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for floatingip (14d857b8-1cac-4b03-b2aa-ee33cc059665), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:24.392101 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Calling delete_port for 14d857b8-1cac-4b03-b2aa-ee33cc059665 owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:24.586386 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaf9ce3-630a-4d53-9784-1c02d155af2a req-fe73e26a-2943-40bf-a01b-1439bbe83ef1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:24.588112 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fbaf9ce3-630a-4d53-9784-1c02d155af2a req-fe73e26a-2943-40bf-a01b-1439bbe83ef1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.0617290 Jul 28 18:23:24.639165 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e4832-a4c6-4d91-a6ea-f478c47cfb11 req-260cd422-46d1-4ad5-b60f-ab37e7f352ec tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:24.640377 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (14d857b8-1cac-4b03-b2aa-ee33cc059665), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:24.640643 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-618e4832-a4c6-4d91-a6ea-f478c47cfb11 req-260cd422-46d1-4ad5-b60f-ab37e7f352ec tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 945 time: 0.0755582 Jul 28 18:23:24.665952 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event deleted for resources: {'Port': ['ID=14d857b8-1cac-4b03-b2aa-ee33cc059665,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:24.684213 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fbaf9ce3-630a-4d53-9784-1c02d155af2a req-5da88ac3-e542-4aa9-b73c-fa2b785e9c0e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797989 Jul 28 18:23:24.711280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:24.711280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-618e4832-a4c6-4d91-a6ea-f478c47cfb11 req-252175f9-3e10-4481-a6e7-f9362c5313e3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590723 Jul 28 18:23:24.733981 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for floatingip (1fec065f-82be-4472-b0b9-1ea470bc22a2), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:24.734309 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Floating IP 1fec065f-82be-4472-b0b9-1ea470bc22a2 disassociated (deleted). External IP: 172.27.3.204, port: 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3. Jul 28 18:23:24.869409 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device aa7258bd-d420-41dc-a491-75aceff4ed8e up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:23:24.907339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:24.911680 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port aa7258bd-d420-41dc-a491-75aceff4ed8e completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:23:24.936049 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Router d814e004-08d8-467b-8291-680ea8b32ad1 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:23:25.001375 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port aa7258bd-d420-41dc-a491-75aceff4ed8e triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:23:25.001751 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:25.040074 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:25.044030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:25.044566 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:25.053339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] Sync routers for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:25.076292 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-8c807683-4dc2-46cc-bac3-3a71cdf9b4a3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "DELETE /v2.0/floatingips/1fec065f-82be-4472-b0b9-1ea470bc22a2 HTTP/1.1" status: 204 len: 168 time: 1.0331008 Jul 28 18:23:25.076845 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:23:25.079120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2e99f-5060-427c-b83b-bf44230fd50c" -d '{"events": [{"name": "network-changed", "server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:25.097555 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port aa7258bd-d420-41dc-a491-75aceff4ed8e is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:23:25.097946 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:25.101499 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:25.102138 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:25.117436 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61c5ea0-a626-470a-b74b-529afb919f0f x-openstack-request-id: req-a61c5ea0-a626-470a-b74b-529afb919f0f {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:25.117734 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:25.118042 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a61c5ea0-a626-470a-b74b-529afb919f0f {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:25.118463 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61c5ea0-a626-470a-b74b-529afb919f0f'] response: {'name': 'network-changed', 'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'status': 'completed', 'code': 200} Jul 28 18:23:25.171141 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:23:25.173428 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-889ee5e1-b215-49d4-ac11-babc76d841cc" -d '{"events": [{"server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:25.218975 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port aa7258bd-d420-41dc-a491-75aceff4ed8e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:25.242145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:25.293359 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8163dc-1c41-47f2-ba72-6557587cd3ce x-openstack-request-id: req-cc8163dc-1c41-47f2-ba72-6557587cd3ce {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:25.293820 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "name": "network-vif-plugged", "status": "completed", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:25.294080 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-cc8163dc-1c41-47f2-ba72-6557587cd3ce {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:25.294484 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8163dc-1c41-47f2-ba72-6557587cd3ce'] response: {'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'code': 200} Jul 28 18:23:25.297660 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:25.425570 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=aa7258bd-d420-41dc-a491-75aceff4ed8e,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:25.486282 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212fe0b8-b8e1-415a-a282-02682a8148af req-90c39fea-cb20-4d70-95f8-e9c512c645c9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:25.487789 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-212fe0b8-b8e1-415a-a282-02682a8148af req-90c39fea-cb20-4d70-95f8-e9c512c645c9 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0493708 Jul 28 18:23:25.514129 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:13Z', 'revision_number': 5, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:25.540343 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] Checking router: d814e004-08d8-467b-8291-680ea8b32ad1 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:25.542057 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-212fe0b8-b8e1-415a-a282-02682a8148af req-d6a5d802-b6e9-4ad8-95e7-e57412e7aa9f tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485723 Jul 28 18:23:25.549959 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:25.550651 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:25.780123 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:25.808061 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19495e-1967-48ce-bad0-0ca1d2d68117 req-821882dd-fa9d-4a6d-87bb-5550175dfb36 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:25.815493 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fb19495e-1967-48ce-bad0-0ca1d2d68117 req-821882dd-fa9d-4a6d-87bb-5550175dfb36 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.0547309 Jul 28 18:23:25.881305 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d47228-5639-4a2e-b894-2221a941bc69 req-45d93ceb-82de-4719-bb61-c3d50638d10c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:25.882764 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d3d47228-5639-4a2e-b894-2221a941bc69 req-45d93ceb-82de-4719-bb61-c3d50638d10c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0663698 Jul 28 18:23:25.906305 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fb19495e-1967-48ce-bad0-0ca1d2d68117 req-da5b4140-1c8e-44f8-b899-e063ba2bd66b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887003 Jul 28 18:23:25.942382 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:25.958333 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d3d47228-5639-4a2e-b894-2221a941bc69 req-19b57a32-c322-4839-bf5f-4711ea079e46 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657916 Jul 28 18:23:25.983250 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:13Z', 'revision_number': 5, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:26.013518 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed25b955-1d0b-494e-b2b4-97c60fa59b51 None None] The sync data for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi is: [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:17:08Z', 'revision_number': 4, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '1044972f-0a71-4480-b385-f08bdcb8fa66', 'name': '', 'network_id': 'ed7a3570-921e-426a-b0a5-d35c6a1b2b4d', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'mac_address': 'fa:16:3e:c3:89:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:08Z', 'updated_at': '2022-07-28T18:17:13Z', 'revision_number': 5, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'subnets': [{'id': '0f7bb6c5-d125-4b06-aa00-56865a62c80e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:26.055360 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-7692bf81-5cc3-4581-b9dc-828688cd6c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:26.056995 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-7692bf81-5cc3-4581-b9dc-828688cd6c6e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=bf347b1959b247bcbe003ac3662cb239&device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 1130 time: 0.0496743 Jul 28 18:23:26.153057 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-a25f010e-d069-4cfe-819f-071d30d92e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:26.155281 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-a25f010e-d069-4cfe-819f-071d30d92e8b service neutron] 10.222.0.93 "GET /v2.0/networks?id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 200 len: 909 time: 0.0926685 Jul 28 18:23:26.259213 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c61a5a-42a1-4cc3-b0a6-e16c171f5a2e None None] New status for floating IP 1fec065f-82be-4472-b0b9-1ea470bc22a2: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:23:26.668121 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc2c3-5aca-458f-8242-420bd3c76318 req-ec130917-633e-4144-8bb9-6c440c9fb055 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:26.669620 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768fc2c3-5aca-458f-8242-420bd3c76318 req-ec130917-633e-4144-8bb9-6c440c9fb055 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0513866 Jul 28 18:23:26.723610 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-768fc2c3-5aca-458f-8242-420bd3c76318 req-fd23e308-48d3-43be-ae2e-7d5cc9af669d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472112 Jul 28 18:23:27.075475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b5b78-b3ac-4da3-9dbb-9fa6217fc61e req-b860b3d6-84db-4a86-b85f-27e520f491f8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:27.077123 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b07b5b78-b3ac-4da3-9dbb-9fa6217fc61e req-b860b3d6-84db-4a86-b85f-27e520f491f8 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.0767076 Jul 28 18:23:27.109228 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7cb3f4-7a21-4f5b-9518-b65ced355bbc req-35364a83-cfed-431d-a0cd-39414b6a2acd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:27.110687 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ed7cb3f4-7a21-4f5b-9518-b65ced355bbc req-35364a83-cfed-431d-a0cd-39414b6a2acd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0737798 Jul 28 18:23:27.160922 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b07b5b78-b3ac-4da3-9dbb-9fa6217fc61e req-a8cacb44-f842-40de-b181-c107b85642e4 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782731 Jul 28 18:23:27.182453 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ed7cb3f4-7a21-4f5b-9518-b65ced355bbc req-bd1aa6a0-ec0f-4deb-82d4-eba52fd175c4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650551 Jul 28 18:23:27.189411 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:27.437023 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-e0218033-10aa-4991-8063-7ebd07a4400b service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 200 len: 217 time: 0.0335088 Jul 28 18:23:27.732242 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-75222b33-4021-4ff2-9dbd-6946cd28b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:27.733672 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-75222b33-4021-4ff2-9dbd-6946cd28b498 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 200 len: 847 time: 0.0443892 Jul 28 18:23:27.767873 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:27.792748 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:27.796370 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a0ac-1a4f-4e16-b03c-22abef03aba9 req-c67ff460-0694-4304-9d83-126e6915c849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:27.797992 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e289a0ac-1a4f-4e16-b03c-22abef03aba9 req-c67ff460-0694-4304-9d83-126e6915c849 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 1130 time: 0.0406435 Jul 28 18:23:27.831534 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:27.862106 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-f3c2ce92-4126-4cc7-a55c-e960f150c01b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:27.863544 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-f3c2ce92-4126-4cc7-a55c-e960f150c01b tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.0972033 Jul 28 18:23:27.867135 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-37c6f9aa-8ed0-4555-a727-8e4f5db79589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:27.868474 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-37c6f9aa-8ed0-4555-a727-8e4f5db79589 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1106393 Jul 28 18:23:27.882485 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e76ce-fa0e-4ba4-a93e-6117721ca100 req-2993cfa3-aab4-470d-974c-a9977da323ae tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:27.883958 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-757e76ce-fa0e-4ba4-a93e-6117721ca100 req-2993cfa3-aab4-470d-974c-a9977da323ae tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0735564 Jul 28 18:23:27.919198 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:27.960340 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e289a0ac-1a4f-4e16-b03c-22abef03aba9 req-0c4ed9e7-a499-47af-b489-a8a096f4b3ee service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390840 Jul 28 18:23:28.000724 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-757e76ce-fa0e-4ba4-a93e-6117721ca100 req-9c0644e7-d5ba-4077-9d1f-726cc3f9f6e1 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108179 Jul 28 18:23:28.074392 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Deleting port ed94d36a-868e-4de5-a346-139f9947c086 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:28.074738 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (ed94d36a-868e-4de5-a346-139f9947c086), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:28.128892 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-1a851950-f377-49f2-a6de-7416df4de24e service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028739 Jul 28 18:23:28.179104 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] For port ed94d36a-868e-4de5-a346-139f9947c086, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=ed94d36a-868e-4de5-a346-139f9947c086,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:28.179479 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (ed94d36a-868e-4de5-a346-139f9947c086), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:28.495179 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-85d513d3-220c-4788-84e0-dfcec6dd2dd3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:28.496717 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-85d513d3-220c-4788-84e0-dfcec6dd2dd3 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.93 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0536463 Jul 28 18:23:28.672413 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d196fa-fc52-4273-ab88-2af4a7306b6f req-ae1a7c5a-fd2a-4cf8-8f4e-dddf83f803b1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:28.674016 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f6d196fa-fc52-4273-ab88-2af4a7306b6f req-ae1a7c5a-fd2a-4cf8-8f4e-dddf83f803b1 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 945 time: 0.4237823 Jul 28 18:23:28.705370 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c3253-a5eb-480f-9677-b2bb560487b2 req-dcac02d5-9a93-40e3-a214-9d92add50c7a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:28.706684 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-048c3253-a5eb-480f-9677-b2bb560487b2 req-dcac02d5-9a93-40e3-a214-9d92add50c7a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.4366207 Jul 28 18:23:28.876060 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-048c3253-a5eb-480f-9677-b2bb560487b2 req-7fbc1d95-9800-4bc7-8327-1ad1081c3255 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484313 Jul 28 18:23:28.877892 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:28.878244 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (ca78d313-c971-440d-8122-a3d2c2048012), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:28.878552 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Floating IP ca78d313-c971-440d-8122-a3d2c2048012 disassociated. External IP: 172.27.3.154, port: ed94d36a-868e-4de5-a346-139f9947c086. Jul 28 18:23:28.878894 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Calling delete_port for ed94d36a-868e-4de5-a346-139f9947c086 owned by compute:nova {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:28.885472 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f6d196fa-fc52-4273-ab88-2af4a7306b6f req-a512a574-c420-4893-a6bb-4ed4b91a13d2 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups?id=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742744 Jul 28 18:23:28.892746 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-1ef9de11-d891-4c79-a5ad-4929f90727d7 service neutron] 10.222.0.93 "GET /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2805560 Jul 28 18:23:29.028830 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Deleting port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:29.029436 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:29.104314 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (ed94d36a-868e-4de5-a346-139f9947c086), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:29.107810 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:29.126686 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] For port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:29.127205 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:29.127387 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:29.141572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Calling delete_port for 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:29.151640 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e3d4b-2ccd-464b-a1cb-423658a88655 req-1bdc593b-d0ef-48d1-b1e1-938bd3ee1134 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:29.153159 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-976e3d4b-2ccd-464b-a1cb-423658a88655 req-1bdc593b-d0ef-48d1-b1e1-938bd3ee1134 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 946 time: 0.0802717 Jul 28 18:23:29.155518 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event deleted for resources: {'Port': ['ID=ed94d36a-868e-4de5-a346-139f9947c086,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:29.283528 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-976e3d4b-2ccd-464b-a1cb-423658a88655 req-12a4934f-6168-4afb-9c99-dffe89c1301d tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/security-groups?id=019f1fa7-e296-4994-9a0f-29d7db2b856e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198306 Jul 28 18:23:29.304604 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Router 60157b8b-3ff4-42e9-8c22-4b1f3972914c has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:23:29.355130 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:29.390273 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event deleted for resources: {'Port': ['ID=5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:29.424943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:29.430990 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] Sync routers for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:29.444063 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:29.445109 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:29.455645 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] No DVR routers for this DVR port 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:29.463122 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:29.465091 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] No DVR routers for this DVR port ed94d36a-868e-4de5-a346-139f9947c086 on host hv-cinder-84617 {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:29.466054 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-106d0c78-f703-49f6-929d-779512eaa0e3 req-60a390a7-d96e-45c8-969f-63a56031f400 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.93 "DELETE /v2.0/ports/5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 HTTP/1.1" status: 204 len: 173 time: 0.5184889 Jul 28 18:23:29.467975 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-deleted', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:23:29.468154 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:29.470094 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6360b37-b9f4-47d6-83fa-58953782385e" -d '{"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-deleted", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:29.471648 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cef51a81-3987-42c4-ae5a-5ea98d5c2f4d req-d709f603-daa1-402e-b72a-4012c3f17edf tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.93 "DELETE /v2.0/ports/ed94d36a-868e-4de5-a346-139f9947c086 HTTP/1.1" status: 204 len: 173 time: 1.5467350 Jul 28 18:23:29.472219 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'name': 'network-vif-deleted', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:23:29.475066 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad24bbf-23b8-4c8f-9b07-a5fe2228845f" -d '{"events": [{"server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "name": "network-vif-deleted", "tag": "ed94d36a-868e-4de5-a346-139f9947c086"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:29.531320 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f4b78-a185-4c42-bbd4-078ce7571d30 x-openstack-request-id: req-191f4b78-a185-4c42-bbd4-078ce7571d30 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:29.531627 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb0a115f-17bf-4501-af27-0802f70ac213", "name": "network-vif-deleted", "tag": "5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:29.531933 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-191f4b78-a185-4c42-bbd4-078ce7571d30 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:29.532349 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-191f4b78-a185-4c42-bbd4-078ce7571d30'] response: {'server_uuid': 'eb0a115f-17bf-4501-af27-0802f70ac213', 'name': 'network-vif-deleted', 'tag': '5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3', 'status': 'completed', 'code': 200} Jul 28 18:23:29.545057 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de978b6-6412-4f5c-ba33-9241427adec2 x-openstack-request-id: req-6de978b6-6412-4f5c-ba33-9241427adec2 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:29.545363 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d729ee22-6dee-45a8-8460-14230cc47c0e", "name": "network-vif-deleted", "tag": "ed94d36a-868e-4de5-a346-139f9947c086", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:29.545627 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6de978b6-6412-4f5c-ba33-9241427adec2 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:29.546046 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6de978b6-6412-4f5c-ba33-9241427adec2'] response: {'server_uuid': 'd729ee22-6dee-45a8-8460-14230cc47c0e', 'name': 'network-vif-deleted', 'tag': 'ed94d36a-868e-4de5-a346-139f9947c086', 'status': 'completed', 'code': 200} Jul 28 18:23:29.574072 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:29.777197 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:29.806797 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] Checking router: 60157b8b-3ff4-42e9-8c22-4b1f3972914c for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:29.816009 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:29.816633 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:29.820787 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:29.929644 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:30.022809 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c6e70b67-a8ca-4ee3-a3c2-eb7bbf60e172 req-10a51f1f-91cd-47ca-92d7-8efa72f8178e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/ports?device_id=d729ee22-6dee-45a8-8460-14230cc47c0e HTTP/1.1" status: 200 len: 210 time: 0.0329478 Jul 28 18:23:30.034786 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296718a8-4f7e-4ccc-a5a4-2dafaf08641a req-7a7d59a1-b7af-424c-ae9b-4d3e4310bd47 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:30.037253 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-296718a8-4f7e-4ccc-a5a4-2dafaf08641a req-7a7d59a1-b7af-424c-ae9b-4d3e4310bd47 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0808492 Jul 28 18:23:30.091773 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-296718a8-4f7e-4ccc-a5a4-2dafaf08641a req-ed139296-921c-41ce-979f-fbe470278e9f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469069 Jul 28 18:23:30.166575 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:30.192083 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50d198f-386e-412c-926a-0a7ff802bf96 None None] The sync data for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi is: [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:12:37Z', 'revision_number': 4, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7f387d0a-96da-434c-9d3d-c3d1e9e75254', 'name': '', 'network_id': 'bff04af5-7af0-4830-a1e0-3c54d0cbddac', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'mac_address': 'fa:16:3e:43:29:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:35Z', 'updated_at': '2022-07-28T18:12:54Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'subnets': [{'id': '8ff4b0c8-ad7e-48e5-9380-49828fcd0b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:30.220227 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a7a29-adc7-42b6-864b-a223f1c87e28 req-62573899-ad5f-47d4-98c2-838c723c8e41 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:30.239976 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-093a7a29-adc7-42b6-864b-a223f1c87e28 req-62573899-ad5f-47d4-98c2-838c723c8e41 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0567348 Jul 28 18:23:30.239976 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48346) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:30.239976 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'port_id': 'aa7258bd-d420-41dc-a491-75aceff4ed8e'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:23:30.280634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (5b8a5537-a7cd-44f9-a215-43fcaea7198c), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:30.413436 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f082d269-b629-414d-b0b1-3b8d9289665e req-c38a7cc0-a8d6-4505-ab31-4a4a25109321 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 210 time: 0.0469539 Jul 28 18:23:30.463156 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56595ec5-1dd8-4073-9de6-7839483584bf None None] New status for floating IP ca78d313-c971-440d-8122-a3d2c2048012: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:23:30.540603 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:30.764854 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:30.887642 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ed94d36a-868e-4de5-a346-139f9947c086 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:30.898222 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (5b8a5537-a7cd-44f9-a215-43fcaea7198c), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:30.911537 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: ed94d36a-868e-4de5-a346-139f9947c086 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:30.911537 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device ed94d36a-868e-4de5-a346-139f9947c086 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:30.911537 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:30.929922 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:30.930268 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5415e2f4-0f86-4921-bdc7-f0bf38bcd3e3 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:31.001915 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP 5b8a5537-a7cd-44f9-a215-43fcaea7198c associated. External IP: 172.27.3.146, port: aa7258bd-d420-41dc-a491-75aceff4ed8e. Jul 28 18:23:31.202404 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48354) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:31.229721 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:23:31.240492 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:31.312756 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5c98ed89-0c31-44da-a2a0-71599327b11e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (b09173ae-7f41-4b54-8d4e-3d4f5e59f32f), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.375127 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5c98ed89-0c31-44da-a2a0-71599327b11e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (b09173ae-7f41-4b54-8d4e-3d4f5e59f32f), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.406755 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:31.414533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.420508 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:31.432421 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:31.433123 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:31.455773 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-13ca8ed9-3785-4f98-9f24-5b81c3295bfe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "PUT /v2.0/floatingips/5b8a5537-a7cd-44f9-a215-43fcaea7198c HTTP/1.1" status: 200 len: 992 time: 1.2224998 Jul 28 18:23:31.544819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:31.545390 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cf9bac4f-79aa-4de0-9c87-ff12a81cad94 req-2e45c960-8c2c-4ced-a035-29b691a91462 tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "GET /v2.0/ports?device_id=eb0a115f-17bf-4501-af27-0802f70ac213 HTTP/1.1" status: 200 len: 210 time: 0.0318291 Jul 28 18:23:31.546120 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5c98ed89-0c31-44da-a2a0-71599327b11e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (b09173ae-7f41-4b54-8d4e-3d4f5e59f32f), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.548832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5c98ed89-0c31-44da-a2a0-71599327b11e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.553238 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-5c98ed89-0c31-44da-a2a0-71599327b11e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "DELETE /v2.0/security-groups/b09173ae-7f41-4b54-8d4e-3d4f5e59f32f HTTP/1.1" status: 204 len: 168 time: 0.3498459 Jul 28 18:23:31.553694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48360) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:31.554163 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:23:31.556101 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:23:31.572381 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98ed89-0c31-44da-a2a0-71599327b11e tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09173ae-7f41-4b54-8d4e-3d4f5e59f32f,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:31.591319 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.api.v2.resource [None req-befe5e96-8049-48c4-8543-8fb63e2f0783 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] show failed (client error): The resource could not be found. Jul 28 18:23:31.592352 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-befe5e96-8049-48c4-8543-8fb63e2f0783 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "GET /v2.0/security-groups/b09173ae-7f41-4b54-8d4e-3d4f5e59f32f HTTP/1.1" status: 404 len: 347 time: 0.0363379 Jul 28 18:23:31.596191 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48364) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:31.642772 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d9a0d6-d361-48c5-90b0-b13ea854f0bf x-openstack-request-id: req-11d9a0d6-d361-48c5-90b0-b13ea854f0bf {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:23:31.643070 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:23:31.643321 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-11d9a0d6-d361-48c5-90b0-b13ea854f0bf {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:23:31.643748 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d9a0d6-d361-48c5-90b0-b13ea854f0bf'] response: {'name': 'network-changed', 'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'status': 'completed', 'code': 200} Jul 28 18:23:31.701517 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:31.710309 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:31.728118 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-30007002-fb41-4756-bc5a-538543647232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:31.729981 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-30007002-fb41-4756-bc5a-538543647232 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 1130 time: 0.0514691 Jul 28 18:23:31.739072 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Deleting port a05b0832-0e12-4cc9-b030-791d047dc2b0 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:31.739072 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.793900 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '5b8a5537-a7cd-44f9-a215-43fcaea7198c', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:9b:79:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:23:11Z', 'updated_at': '2022-07-28T18:23:30Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}, {'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:13Z', 'revision_number': 2, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:31.819535 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.824518 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (a05b0832-0e12-4cc9-b030-791d047dc2b0), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:31.824698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:31.832715 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:31.833353 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:31.835412 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Calling delete_port for a05b0832-0e12-4cc9-b030-791d047dc2b0 owned by network:floatingip {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:31.848867 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-0deccf1f-6cbb-4d19-924b-f5eb5a2c4654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:31.851400 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-0deccf1f-6cbb-4d19-924b-f5eb5a2c4654 service neutron] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 916 time: 0.1011379 Jul 28 18:23:31.915446 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-cc1f69ef-3bac-4280-992c-82f02e1736be service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e HTTP/1.1" status: 200 len: 1000 time: 0.0578883 Jul 28 18:23:31.939681 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:31.944118 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:32.024238 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (a05b0832-0e12-4cc9-b030-791d047dc2b0), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:32.053554 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Pushing event deleted for resources: {'Port': ['ID=a05b0832-0e12-4cc9-b030-791d047dc2b0,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:32.116697 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:32.124692 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks [] for floatingip (ca78d313-c971-440d-8122-a3d2c2048012), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:32.127996 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:32.131963 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-345ddac5-5366-4501-b53e-bd309d2b2af5 tempest-AttachVolumeTestJSON-1940292949 tempest-AttachVolumeTestJSON-1940292949-project] 10.222.0.86 "DELETE /v2.0/floatingips/ca78d313-c971-440d-8122-a3d2c2048012 HTTP/1.1" status: 204 len: 168 time: 0.5320208 Jul 28 18:23:32.205770 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '5b8a5537-a7cd-44f9-a215-43fcaea7198c', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:9b:79:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:23:11Z', 'updated_at': '2022-07-28T18:23:30Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}, {'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:13Z', 'revision_number': 2, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:32.206418 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-2b7f0ddf-a495-495f-8904-4675c568f742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:32.207898 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-2b7f0ddf-a495-495f-8904-4675c568f742 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.2866337 Jul 28 18:23:32.233479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eeda0e6-d2e1-4c18-a9de-9493e81cf197 None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '5b8a5537-a7cd-44f9-a215-43fcaea7198c', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.146', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 556, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:9b:79:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:23:11Z', 'updated_at': '2022-07-28T18:23:30Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}, {'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:13Z', 'revision_number': 2, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:32.258136 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-bd5d6f47-f786-405c-88cf-7a57266ef1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:32.262911 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-bd5d6f47-f786-405c-88cf-7a57266ef1f8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457859 Jul 28 18:23:32.422098 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-4084281c-dcb6-4651-ad3d-1ccab543541a service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559360 Jul 28 18:23:32.433050 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246f2aa1-3d0a-4e3d-8d77-54d62f0f5b0c None None] New status for floating IP 5b8a5537-a7cd-44f9-a215-43fcaea7198c: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:23:32.435354 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:32.438286 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:32.451585 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:32.504726 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:32.520635 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-0a05caef-1bf0-4f2b-a15e-85312d9dea8c req-a10e82eb-636e-49ad-86f6-8a998a050714 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921867 Jul 28 18:23:32.617082 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48372) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:32.676165 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b60ccce4-9677-4813-80b8-cc91e4d827dc tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group (019f1fa7-e296-4994-9a0f-29d7db2b856e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:32.706532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b60ccce4-9677-4813-80b8-cc91e4d827dc tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group (019f1fa7-e296-4994-9a0f-29d7db2b856e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:32.852489 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b60ccce4-9677-4813-80b8-cc91e4d827dc tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (019f1fa7-e296-4994-9a0f-29d7db2b856e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:32.855073 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b60ccce4-9677-4813-80b8-cc91e4d827dc tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:32.856239 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b60ccce4-9677-4813-80b8-cc91e4d827dc tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] 10.222.0.86 "DELETE /v2.0/security-groups/019f1fa7-e296-4994-9a0f-29d7db2b856e HTTP/1.1" status: 204 len: 168 time: 0.2389719 Jul 28 18:23:32.866181 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60ccce4-9677-4813-80b8-cc91e4d827dc tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=019f1fa7-e296-4994-9a0f-29d7db2b856e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:32.983056 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48376) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:33.617658 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (d814e004-08d8-467b-8291-680ea8b32ad1), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:33.852643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Deleting port 1044972f-0a71-4480-b385-f08bdcb8fa66 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:33.853070 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:33.935370 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] For port 1044972f-0a71-4480-b385-f08bdcb8fa66, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=1044972f-0a71-4480-b385-f08bdcb8fa66,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:33.935735 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:33.949106 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Calling delete_port for 1044972f-0a71-4480-b385-f08bdcb8fa66 owned by network:router_interface {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:33.992750 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:33.994755 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:34.185613 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (1044972f-0a71-4480-b385-f08bdcb8fa66), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:34.214175 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Pushing event deleted for resources: {'Port': ['ID=1044972f-0a71-4480-b385-f08bdcb8fa66,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:34.386124 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (d814e004-08d8-467b-8291-680ea8b32ad1), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:34.596789 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Router d814e004-08d8-467b-8291-680ea8b32ad1 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:23:34.687482 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:34.699711 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:34.704793 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c761cc7a-064e-440d-bbe3-5b9e3f6ac9df admin admin] 10.222.0.86 "PUT /v2.0/routers/d814e004-08d8-467b-8291-680ea8b32ad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7205994 Jul 28 18:23:34.707896 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48386) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:34.709676 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] Sync routers for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:34.719993 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:34.720586 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:34.821565 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks [] for router (d814e004-08d8-467b-8291-680ea8b32ad1), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:34.836218 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:34.928434 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks [] for router_gateway (d814e004-08d8-467b-8291-680ea8b32ad1), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.057018 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:35.067263 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Deleting port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:35.067612 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.154112 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] For port 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:35.154354 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224'}], 'enable_snat': True}, 'gw_port_id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:23:34Z', 'revision_number': 5, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port': {'id': '5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:b8:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:05Z', 'updated_at': '2022-07-28T18:17:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:35.154529 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.171286 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Calling delete_port for 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 owned by network:router_gateway {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:35.180495 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] Checking router: d814e004-08d8-467b-8291-680ea8b32ad1 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:35.189594 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] Routers {'d814e004-08d8-467b-8291-680ea8b32ad1'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:35.190213 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['d814e004-08d8-467b-8291-680ea8b32ad1'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:35.285980 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] Set router d814e004-08d8-467b-8291-680ea8b32ad1 gateway port host: None {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:35.338717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:23:34Z', 'revision_number': 6, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:35.363933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2325b21-67a6-40a7-8581-5ed425e0740b None None] The sync data for ids ['d814e004-08d8-467b-8291-680ea8b32ad1'] in dv-cinder-846173-4-iscsi is: [{'id': 'd814e004-08d8-467b-8291-680ea8b32ad1', 'name': 'tempest-TestShelveInstance-595027358-router', 'tenant_id': 'bf347b1959b247bcbe003ac3662cb239', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:04Z', 'updated_at': '2022-07-28T18:23:34Z', 'revision_number': 6, 'project_id': 'bf347b1959b247bcbe003ac3662cb239', 'gw_port_host': None}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:35.446657 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.469905 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:35.534061 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (d814e004-08d8-467b-8291-680ea8b32ad1), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.621935 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (d814e004-08d8-467b-8291-680ea8b32ad1), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.624162 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks [] for router_controller (d814e004-08d8-467b-8291-680ea8b32ad1), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.726863 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (d814e004-08d8-467b-8291-680ea8b32ad1), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.727520 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d814e004-08d8-467b-8291-680ea8b32ad1 {{(pid=104676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:23:35.731841 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.733199 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-43c643c6-f555-4bdb-975b-f16612cfa585 admin admin] 10.222.0.86 "DELETE /v2.0/routers/d814e004-08d8-467b-8291-680ea8b32ad1 HTTP/1.1" status: 204 len: 168 time: 1.0246277 Jul 28 18:23:35.739878 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48398) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:35.787472 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] Deleting subnet 0f7bb6c5-d125-4b06-aa00-56865a62c80e {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:23:35.791327 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] Publish callbacks [] for subnet (0f7bb6c5-d125-4b06-aa00-56865a62c80e), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.830358 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (0f7bb6c5-d125-4b06-aa00-56865a62c80e), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:35.905691 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (0f7bb6c5-d125-4b06-aa00-56865a62c80e), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.018181 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (0f7bb6c5-d125-4b06-aa00-56865a62c80e), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.050117 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.054003 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/0f7bb6c5-d125-4b06-aa00-56865a62c80e HTTP/1.1" status: 204 len: 168 time: 0.3170400 Jul 28 18:23:36.054885 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda354d8-e284-40cd-9da8-9fb7d5137a2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7bb6c5-d125-4b06-aa00-56865a62c80e,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:36.055187 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451937df-d2bb-4cd7-8ef0-28dd693bff75 None None] Network ed7a3570-921e-426a-b0a5-d35c6a1b2b4d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:23:36.057304 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48400) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:36.134149 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.194615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Deleting port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:36.194615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.240559 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48408) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:36.250869 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] DHCP port deletion for ed7a3570-921e-426a-b0a5-d35c6a1b2b4d request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:23:36.289900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] For port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:36.290029 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Deleting port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:36.290157 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.290281 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.312691 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Calling delete_port for 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:36.362594 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] For port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,segment=NetworkSegment(3ff359aa-b9b4-470a-b3f4-9863ba321e20),segment_id=3ff359aa-b9b4-470a-b3f4-9863ba321e20)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:36.362941 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.366121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:36.378484 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Calling delete_port for 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:36.463682 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.466708 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:36.475470 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (7fcaa780-e88e-4802-a2d9-cfba1c2afe50), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.499024 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:36.503921 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Pushing event deleted for resources: {'Port': ['ID=7fcaa780-e88e-4802-a2d9-cfba1c2afe50,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:36.510644 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] No DVR routers for this DVR port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:36.512479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] No DVR routers for this DVR port 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:36.518388 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.518955 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.519452 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.519973 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.520459 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.521555 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.522039 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.522538 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.523098 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.523595 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.529302 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.529936 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.530539 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.531086 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.532391 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625d25a4-fee9-4437-815b-d75b7cbcf569 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:23:36.588197 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.609564 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7a3570-921e-426a-b0a5-d35c6a1b2b4d']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:36.619599 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff359aa-b9b4-470a-b3f4-9863ba321e20') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:36.619895 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff359aa-b9b4-470a-b3f4-9863ba321e20') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:36.629641 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (3ff359aa-b9b4-470a-b3f4-9863ba321e20), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.643663 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (3ff359aa-b9b4-470a-b3f4-9863ba321e20), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.650050 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Releasing vlan 936 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:23:36.650452 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (3ff359aa-b9b4-470a-b3f4-9863ba321e20), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.683252 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (60157b8b-3ff4-42e9-8c22-4b1f3972914c), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.685629 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:36.746843 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 3ff359aa-b9b4-470a-b3f4-9863ba321e20 resource provider aggregate not found Jul 28 18:23:36.764026 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 3ff359aa-b9b4-470a-b3f4-9863ba321e20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ff359aa-b9b4-470a-b3f4-9863ba321e20 found for delete ", "request_id": "req-d556366a-7b16-4d0f-9f05-d833b3aa15ec"}]} Jul 28 18:23:36.766777 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (ed7a3570-921e-426a-b0a5-d35c6a1b2b4d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.775139 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:36.778459 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] 10.222.0.86 "DELETE /v2.0/networks/ed7a3570-921e-426a-b0a5-d35c6a1b2b4d HTTP/1.1" status: 204 len: 168 time: 0.7201719 Jul 28 18:23:36.782717 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48418) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:36.789198 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794e3b6-668c-42fc-a36d-5c998068a278 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7a3570-921e-426a-b0a5-d35c6a1b2b4d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:36.790249 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:36.881856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:36.914968 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-97e81053-26b5-423f-88f1-9878a83bfb40 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408690 Jul 28 18:23:36.985010 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-868c6894-b52f-4783-abe1-47a6344a44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:36.986516 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-868c6894-b52f-4783-abe1-47a6344a44e4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=9e962e97777048b79415ba13adcc95be&device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 1130 time: 0.0399141 Jul 28 18:23:37.012375 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:37.093824 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Deleting port 7f387d0a-96da-434c-9d3d-c3d1e9e75254 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:37.094166 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:37.095881 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-da820928-59a4-430a-bfd2-0b92350dff2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:37.097395 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-da820928-59a4-430a-bfd2-0b92350dff2e service neutron] 10.222.0.93 "GET /v2.0/networks?id=0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 200 len: 917 time: 0.0926721 Jul 28 18:23:37.160708 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-2855907c-c8c0-4740-978b-a8de04cca1ef service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 200 len: 1001 time: 0.0563896 Jul 28 18:23:37.214786 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-632e6d24-3293-412f-bf34-92ee3b39731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:37.216271 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-632e6d24-3293-412f-bf34-92ee3b39731f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 200 len: 855 time: 0.0501921 Jul 28 18:23:37.260192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] For port 7f387d0a-96da-434c-9d3d-c3d1e9e75254, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7f387d0a-96da-434c-9d3d-c3d1e9e75254,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:37.260592 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:37.267441 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-85135021-c09e-4e3e-8452-8eab2dc67220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:23:37.269219 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-85135021-c09e-4e3e-8452-8eab2dc67220 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=0082d454-46e3-4fac-a205-e12b0fa3a60d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461645 Jul 28 18:23:37.290105 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Calling delete_port for 7f387d0a-96da-434c-9d3d-c3d1e9e75254 owned by network:router_interface {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:37.321150 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 1044972f-0a71-4480-b385-f08bdcb8fa66 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:37.344890 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 1044972f-0a71-4480-b385-f08bdcb8fa66 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:37.345259 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 1044972f-0a71-4480-b385-f08bdcb8fa66 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:37.346978 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:37.362558 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (fec9f66e-0279-488a-9310-4ef252eee8b3), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:37.365838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:37.366178 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7fcaa780-e88e-4802-a2d9-cfba1c2afe50 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:37.366775 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:37.370524 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-c8177e5d-a16c-4683-a961-92f4fd3ea731 service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952396 Jul 28 18:23:37.385831 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:37.386175 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5bc8fa35-0fe9-4d8d-ba09-d5d4bcae8ed7 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:37.424825 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:37.468686 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-9b607451-2bb0-425a-ac70-bd0fa8bd8222 req-3de930ae-6016-446e-ab65-e9a07c96ca8b service neutron] 10.222.0.93 "GET /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904188 Jul 28 18:23:37.956066 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Deleting port 5229a073-63b8-4be9-8c62-85f5793f2748 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:37.956648 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:38.004261 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (7f387d0a-96da-434c-9d3d-c3d1e9e75254), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:38.013035 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:38.041064 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f387d0a-96da-434c-9d3d-c3d1e9e75254,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:38.117612 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] For port 5229a073-63b8-4be9-8c62-85f5793f2748, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5229a073-63b8-4be9-8c62-85f5793f2748,segment=NetworkSegment(37f5023a-93a9-4722-8428-bd2793ed1055),segment_id=37f5023a-93a9-4722-8428-bd2793ed1055)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:38.117987 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:38.137766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Calling delete_port for 5229a073-63b8-4be9-8c62-85f5793f2748 owned by network:router_interface {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:38.294570 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:38.332659 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (60157b8b-3ff4-42e9-8c22-4b1f3972914c), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:38.578530 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (5229a073-63b8-4be9-8c62-85f5793f2748), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:38.615107 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Pushing event deleted for resources: {'Port': ['ID=5229a073-63b8-4be9-8c62-85f5793f2748,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:38.672843 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Router 60157b8b-3ff4-42e9-8c22-4b1f3972914c has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:23:38.870831 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:38.872315 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (fec9f66e-0279-488a-9310-4ef252eee8b3), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:38.877044 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-d0f38a91-62fc-4c5c-83b7-d2a860fb7b82 admin admin] 10.222.0.86 "PUT /v2.0/routers/60157b8b-3ff4-42e9-8c22-4b1f3972914c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6392906 Jul 28 18:23:38.878561 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:38.879977 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48424) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:38.881006 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] Sync routers for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:38.895775 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:38.896470 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:38.986393 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks [] for router (60157b8b-3ff4-42e9-8c22-4b1f3972914c), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.006719 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:39.091742 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks [] for router_gateway (60157b8b-3ff4-42e9-8c22-4b1f3972914c), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.105884 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Router fec9f66e-0279-488a-9310-4ef252eee8b3 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:23:39.197048 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:39.214051 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Deleting port f8f73312-2bc2-4235-bc1c-2c05531620cd {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:39.215039 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.217723 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:23:39.223708 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ddc4776d-f387-47a2-b81d-3b27b00f9498 admin admin] 10.222.0.86 "PUT /v2.0/routers/fec9f66e-0279-488a-9310-4ef252eee8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4398932 Jul 28 18:23:39.228914 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48426) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:39.231007 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] Sync routers for ids ['fec9f66e-0279-488a-9310-4ef252eee8b3'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:23:39.246900 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] Routers {'fec9f66e-0279-488a-9310-4ef252eee8b3'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:39.249884 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['fec9f66e-0279-488a-9310-4ef252eee8b3'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.280820 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124'}], 'enable_snat': True}, 'gw_port_id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:23:37Z', 'revision_number': 5, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port': {'id': 'f8f73312-2bc2-4235-bc1c-2c05531620cd', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:27Z', 'updated_at': '2022-07-28T18:12:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.312829 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] Checking router: 60157b8b-3ff4-42e9-8c22-4b1f3972914c for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:39.331334 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] Routers {'60157b8b-3ff4-42e9-8c22-4b1f3972914c'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:39.331965 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.346070 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks [] for router (fec9f66e-0279-488a-9310-4ef252eee8b3), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.374933 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] For port f8f73312-2bc2-4235-bc1c-2c05531620cd, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f8f73312-2bc2-4235-bc1c-2c05531620cd,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:39.375307 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.391678 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:39.396521 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Calling delete_port for f8f73312-2bc2-4235-bc1c-2c05531620cd owned by network:router_gateway {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:39.416549 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] Set router fec9f66e-0279-488a-9310-4ef252eee8b3 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:39.440561 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] Set router 60157b8b-3ff4-42e9-8c22-4b1f3972914c gateway port host: None {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:39.498856 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks [] for router_gateway (fec9f66e-0279-488a-9310-4ef252eee8b3), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.499974 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:23:39Z', 'revision_number': 6, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.528861 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c23797-4497-4f50-86b0-671e89b9715b None None] The sync data for ids ['60157b8b-3ff4-42e9-8c22-4b1f3972914c'] in dv-cinder-846173-4-iscsi is: [{'id': '60157b8b-3ff4-42e9-8c22-4b1f3972914c', 'name': 'tempest-AttachVolumeTestJSON-1861406862-router', 'tenant_id': '27b91f25d2be408ba9e8d667a574a7a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:25Z', 'updated_at': '2022-07-28T18:23:39Z', 'revision_number': 6, 'project_id': '27b91f25d2be408ba9e8d667a574a7a9', 'gw_port_host': None}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:39.572224 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:39.602928 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Deleting port c4cbc52f-65ee-4312-8d78-b2f7fd584c39 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:39.603271 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.607071 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:23:38Z', 'revision_number': 5, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port': {'id': 'c4cbc52f-65ee-4312-8d78-b2f7fd584c39', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:17:14Z', 'updated_at': '2022-07-28T18:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.636433 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] Checking router: fec9f66e-0279-488a-9310-4ef252eee8b3 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:23:39.645461 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] Routers {'fec9f66e-0279-488a-9310-4ef252eee8b3'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:23:39.646601 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['fec9f66e-0279-488a-9310-4ef252eee8b3'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.663653 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (f8f73312-2bc2-4235-bc1c-2c05531620cd), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.687153 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] For port c4cbc52f-65ee-4312-8d78-b2f7fd584c39, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:39.687522 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.692481 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=f8f73312-2bc2-4235-bc1c-2c05531620cd,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:39.711913 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Calling delete_port for c4cbc52f-65ee-4312-8d78-b2f7fd584c39 owned by network:router_gateway {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:39.736959 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] Set router fec9f66e-0279-488a-9310-4ef252eee8b3 gateway port host: None {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:23:39.756597 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (60157b8b-3ff4-42e9-8c22-4b1f3972914c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.791230 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:23:39Z', 'revision_number': 6, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:39.816897 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d18a4c4-14b9-4a4e-a226-891fe2a05d65 None None] The sync data for ids ['fec9f66e-0279-488a-9310-4ef252eee8b3'] in dv-cinder-846173-4-iscsi is: [{'id': 'fec9f66e-0279-488a-9310-4ef252eee8b3', 'name': 'tempest-TestShelveInstance-1960172871-router', 'tenant_id': '40267a64c0a943fea33830788584f799', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:17:13Z', 'updated_at': '2022-07-28T18:23:39Z', 'revision_number': 6, 'project_id': '40267a64c0a943fea33830788584f799', 'gw_port_host': None}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:23:39.875682 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (60157b8b-3ff4-42e9-8c22-4b1f3972914c), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.878236 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks [] for router_controller (60157b8b-3ff4-42e9-8c22-4b1f3972914c), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:39.883706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:39.983365 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (c4cbc52f-65ee-4312-8d78-b2f7fd584c39), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.007697 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=c4cbc52f-65ee-4312-8d78-b2f7fd584c39,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:40.074273 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (fec9f66e-0279-488a-9310-4ef252eee8b3), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.075195 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (60157b8b-3ff4-42e9-8c22-4b1f3972914c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.075962 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60157b8b-3ff4-42e9-8c22-4b1f3972914c {{(pid=104675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:23:40.080843 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.082395 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-01431e21-e49f-4972-95ce-7be694c7d6fb admin admin] 10.222.0.86 "DELETE /v2.0/routers/60157b8b-3ff4-42e9-8c22-4b1f3972914c HTTP/1.1" status: 204 len: 168 time: 1.2008684 Jul 28 18:23:40.085652 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48428) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:40.133835 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] Deleting subnet 8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:23:40.137011 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] Publish callbacks [] for subnet (8ff4b0c8-ad7e-48e5-9380-49828fcd0b45), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.162005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (fec9f66e-0279-488a-9310-4ef252eee8b3), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.164204 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks [] for router_controller (fec9f66e-0279-488a-9310-4ef252eee8b3), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.174240 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (8ff4b0c8-ad7e-48e5-9380-49828fcd0b45), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.268392 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (8ff4b0c8-ad7e-48e5-9380-49828fcd0b45), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.275536 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (fec9f66e-0279-488a-9310-4ef252eee8b3), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.276251 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router fec9f66e-0279-488a-9310-4ef252eee8b3 {{(pid=104676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:23:40.286054 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.287573 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b8f05586-2402-427d-af42-5720244bcb1f admin admin] 10.222.0.86 "DELETE /v2.0/routers/fec9f66e-0279-488a-9310-4ef252eee8b3 HTTP/1.1" status: 204 len: 168 time: 1.0572824 Jul 28 18:23:40.290069 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48430) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:40.355135 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] Deleting subnet 3eab20a9-25d4-4812-8497-ca2a04c3ea62 {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:23:40.361721 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] Publish callbacks [] for subnet (3eab20a9-25d4-4812-8497-ca2a04c3ea62), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.400247 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (3eab20a9-25d4-4812-8497-ca2a04c3ea62), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.478358 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (8ff4b0c8-ad7e-48e5-9380-49828fcd0b45), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.484666 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (3eab20a9-25d4-4812-8497-ca2a04c3ea62), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.525331 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ff4b0c8-ad7e-48e5-9380-49828fcd0b45,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:40.532333 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.535488 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-6192f4bf-d51f-432f-8af6-72337e7ae009 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/8ff4b0c8-ad7e-48e5-9380-49828fcd0b45 HTTP/1.1" status: 204 len: 168 time: 0.4488144 Jul 28 18:23:40.537437 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48b131f-857a-4531-b3fa-49811a035bce None None] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:23:40.538566 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48432) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:40.590080 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:40.628301 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (bff04af5-7af0-4830-a1e0-3c54d0cbddac), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.672694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Deleting port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:40.673114 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.685712 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:DELETE=9,neutron:UPDATE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:40.714191 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (3eab20a9-25d4-4812-8497-ca2a04c3ea62), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.761244 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.761707 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7c3e8a-c145-4434-bc69-1177246422e3 None None] Network 9ea3fb95-0087-449c-8900-36492a1f4700 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:23:40.766823 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/3eab20a9-25d4-4812-8497-ca2a04c3ea62 HTTP/1.1" status: 204 len: 168 time: 0.4735272 Jul 28 18:23:40.766823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e494d019-4ce5-40b9-8e74-9eb4ffe98192 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eab20a9-25d4-4812-8497-ca2a04c3ea62,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:40.767299 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48434) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:40.777807 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] For port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:40.778098 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.793574 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Calling delete_port for 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:40.869850 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] DHCP port deletion for bff04af5-7af0-4830-a1e0-3c54d0cbddac request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:23:40.886222 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (9ea3fb95-0087-449c-8900-36492a1f4700), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.923244 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:40.928144 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] Deleting port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:40.930579 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.948733 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Deleting port b9095db3-365a-4062-ad82-a88920b88cf3 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:40.949103 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:40.976082 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] DHCP port deletion for 9ea3fb95-0087-449c-8900-36492a1f4700 request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:23:41.006759 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:41.008082 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.025928 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] For port b9095db3-365a-4062-ad82-a88920b88cf3, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=b9095db3-365a-4062-ad82-a88920b88cf3,segment=NetworkSegment(37f5023a-93a9-4722-8428-bd2793ed1055),segment_id=37f5023a-93a9-4722-8428-bd2793ed1055)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:41.026384 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.031294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] For port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,segment=NetworkSegment(018eb775-1a34-41ff-878e-1c2728632eac),segment_id=018eb775-1a34-41ff-878e-1c2728632eac)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:41.031294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.039486 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] No DVR routers for this DVR port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:41.046207 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Calling delete_port for b9095db3-365a-4062-ad82-a88920b88cf3 owned by network:dhcp {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:41.051753 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] Calling delete_port for 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:41.060389 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] Deleting port b9095db3-365a-4062-ad82-a88920b88cf3 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:23:41.060764 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.085046 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.158216 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (bff04af5-7af0-4830-a1e0-3c54d0cbddac), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.183966 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff04af5-7af0-4830-a1e0-3c54d0cbddac']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:41.188833 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.196798 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '018eb775-1a34-41ff-878e-1c2728632eac') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:41.197185 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '018eb775-1a34-41ff-878e-1c2728632eac') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:41.209495 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (018eb775-1a34-41ff-878e-1c2728632eac), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.230112 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (018eb775-1a34-41ff-878e-1c2728632eac), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.232803 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9095db3-365a-4062-ad82-a88920b88cf3,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.239824 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Releasing vlan 901 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:23:41.240242 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (018eb775-1a34-41ff-878e-1c2728632eac), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.253435 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] No DVR routers for this DVR port b9095db3-365a-4062-ad82-a88920b88cf3 on host dv-cinder-846173-4-iscsi {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:41.328085 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 018eb775-1a34-41ff-878e-1c2728632eac resource provider aggregate not found Jul 28 18:23:41.330705 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] For port b9095db3-365a-4062-ad82-a88920b88cf3, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=b9095db3-365a-4062-ad82-a88920b88cf3,segment=NetworkSegment(37f5023a-93a9-4722-8428-bd2793ed1055),segment_id=37f5023a-93a9-4722-8428-bd2793ed1055)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:23:41.331107 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.361317 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 018eb775-1a34-41ff-878e-1c2728632eac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 018eb775-1a34-41ff-878e-1c2728632eac found for delete ", "request_id": "req-78b97fb1-5aa0-40e0-96b4-46bdfb42be0e"}]} Jul 28 18:23:41.364430 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] Calling delete_port for b9095db3-365a-4062-ad82-a88920b88cf3 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:23:41.370423 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (9ea3fb95-0087-449c-8900-36492a1f4700), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.372690 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (bff04af5-7af0-4830-a1e0-3c54d0cbddac), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.373329 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7f387d0a-96da-434c-9d3d-c3d1e9e75254 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:41.378461 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.382010 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] 10.222.0.86 "DELETE /v2.0/networks/bff04af5-7af0-4830-a1e0-3c54d0cbddac HTTP/1.1" status: 204 len: 168 time: 0.8425245 Jul 28 18:23:41.396192 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c2f528-29cb-40ae-88e2-03467430cf0a admin admin] Pushing event deleted for resources: {'Network': ['ID=bff04af5-7af0-4830-a1e0-3c54d0cbddac,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.396867 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea3fb95-0087-449c-8900-36492a1f4700']}} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:41.403475 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:41.404723 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 7f387d0a-96da-434c-9d3d-c3d1e9e75254 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:41.405095 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7f387d0a-96da-434c-9d3d-c3d1e9e75254 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:41.405528 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device c4cbc52f-65ee-4312-8d78-b2f7fd584c39 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:41.413304 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f5023a-93a9-4722-8428-bd2793ed1055') {'for_net_delete': True} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:41.418585 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f5023a-93a9-4722-8428-bd2793ed1055') {} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:23:41.428765 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25906584'] for segment (37f5023a-93a9-4722-8428-bd2793ed1055), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.446688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (37f5023a-93a9-4722-8428-bd2793ed1055), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.454909 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Releasing vlan 945 on physical network physnet1 to pool {{(pid=104676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:23:41.455453 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29164072'] for segment (37f5023a-93a9-4722-8428-bd2793ed1055), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.464733 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: c4cbc52f-65ee-4312-8d78-b2f7fd584c39 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:41.465096 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device c4cbc52f-65ee-4312-8d78-b2f7fd584c39 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:41.465523 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device b9095db3-365a-4062-ad82-a88920b88cf3 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:41.471750 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (4f7dedf0-a1ec-4d08-99e1-1192573c58e6), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.499361 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: b9095db3-365a-4062-ad82-a88920b88cf3 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:41.499675 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device b9095db3-365a-4062-ad82-a88920b88cf3 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:41.500113 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5229a073-63b8-4be9-8c62-85f5793f2748 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:41.537069 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 5229a073-63b8-4be9-8c62-85f5793f2748 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:41.537418 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5229a073-63b8-4be9-8c62-85f5793f2748 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:41.537847 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8f73312-2bc2-4235-bc1c-2c05531620cd no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:41.545101 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] Network bff04af5-7af0-4830-a1e0-3c54d0cbddac is not hosted by any dhcp agent {{(pid=104677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:23:41.545101 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] No DVR routers for this DVR port 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:41.546105 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment 37f5023a-93a9-4722-8428-bd2793ed1055 resource provider aggregate not found Jul 28 18:23:41.550608 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644acdf-2634-4939-aad1-3d6721b46fed None None] Pushing event deleted for resources: {'Port': ['ID=4f7dedf0-a1ec-4d08-99e1-1192573c58e6,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.571973 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment 37f5023a-93a9-4722-8428-bd2793ed1055 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37f5023a-93a9-4722-8428-bd2793ed1055 found for delete ", "request_id": "req-1f336cb5-9329-4fd6-8aa0-f90d3b59ff17"}]} Jul 28 18:23:41.574050 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: f8f73312-2bc2-4235-bc1c-2c05531620cd {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:41.574402 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8f73312-2bc2-4235-bc1c-2c05531620cd not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:41.579581 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:23:41.600878 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (9ea3fb95-0087-449c-8900-36492a1f4700), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.601137 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:23:41.601296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 4f7dedf0-a1ec-4d08-99e1-1192573c58e6 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:23:41.609749 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.613855 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (b9095db3-365a-4062-ad82-a88920b88cf3), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.620601 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] 10.222.0.86 "DELETE /v2.0/networks/9ea3fb95-0087-449c-8900-36492a1f4700 HTTP/1.1" status: 204 len: 168 time: 0.8486164 Jul 28 18:23:41.631550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d2c71-590c-4fbd-8c2a-e1f7816fb377 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea3fb95-0087-449c-8900-36492a1f4700,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.646524 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] Pushing event deleted for resources: {'Port': ['ID=b9095db3-365a-4062-ad82-a88920b88cf3,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:41.654271 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] Network 9ea3fb95-0087-449c-8900-36492a1f4700 is not hosted by any dhcp agent {{(pid=104677) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 28 18:23:41.654735 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3ee966-ea7c-4ac7-9f2e-0a747a62a914 None None] No DVR routers for this DVR port b9095db3-365a-4062-ad82-a88920b88cf3 on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:23:41.778124 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48450) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:41.823325 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-c23e87d1-c3ce-41f5-a1cb-bf572f81a56e admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27b91f25d2be408ba9e8d667a574a7a9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439167 Jul 28 18:23:41.825835 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48452) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:41.875661 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-afd9c340-0c3b-4918-a16c-2cf83c746281 admin admin] Publish callbacks [] for security_group (48245e5c-18f1-4799-b3cd-125266d7d2fd), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:41.898504 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-afd9c340-0c3b-4918-a16c-2cf83c746281 admin admin] Publish callbacks [] for security_group (48245e5c-18f1-4799-b3cd-125266d7d2fd), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:42.012288 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-afd9c340-0c3b-4918-a16c-2cf83c746281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (48245e5c-18f1-4799-b3cd-125266d7d2fd), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:42.013968 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48454) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:42.015177 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-afd9c340-0c3b-4918-a16c-2cf83c746281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:42.016364 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-afd9c340-0c3b-4918-a16c-2cf83c746281 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/48245e5c-18f1-4799-b3cd-125266d7d2fd HTTP/1.1" status: 204 len: 168 time: 0.1896310 Jul 28 18:23:42.025145 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd9c340-0c3b-4918-a16c-2cf83c746281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48245e5c-18f1-4799-b3cd-125266d7d2fd,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:42.055514 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ecd029a6-5aea-4bbb-8e93-86e09276b186 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=bf347b1959b247bcbe003ac3662cb239&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403702 Jul 28 18:23:42.058088 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48458) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:42.106783 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4623a99c-4faa-4d36-b875-f724e0040c32 admin admin] Publish callbacks [] for security_group (81a1b1cd-78ac-41c3-8446-46e5605fb02e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:42.129404 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4623a99c-4faa-4d36-b875-f724e0040c32 admin admin] Publish callbacks [] for security_group (81a1b1cd-78ac-41c3-8446-46e5605fb02e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:42.162498 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:42.309929 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4623a99c-4faa-4d36-b875-f724e0040c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (81a1b1cd-78ac-41c3-8446-46e5605fb02e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:42.314835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4623a99c-4faa-4d36-b875-f724e0040c32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:42.322074 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4623a99c-4faa-4d36-b875-f724e0040c32 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/81a1b1cd-78ac-41c3-8446-46e5605fb02e HTTP/1.1" status: 204 len: 168 time: 0.2574961 Jul 28 18:23:42.329163 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4623a99c-4faa-4d36-b875-f724e0040c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a1b1cd-78ac-41c3-8446-46e5605fb02e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:43.012865 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48476) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:43.061958 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0bbbf4c5-6208-41a1-b730-3837d709a425 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=40267a64c0a943fea33830788584f799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478010 Jul 28 18:23:43.064574 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48480) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:43.114455 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98c66389-49e6-4c17-8c75-8a521e8f3d4d admin admin] Publish callbacks [] for security_group (89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:43.137550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98c66389-49e6-4c17-8c75-8a521e8f3d4d admin admin] Publish callbacks [] for security_group (89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:43.297108 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98c66389-49e6-4c17-8c75-8a521e8f3d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:43.300081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98c66389-49e6-4c17-8c75-8a521e8f3d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:43.301275 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-98c66389-49e6-4c17-8c75-8a521e8f3d4d admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c HTTP/1.1" status: 204 len: 168 time: 0.2357275 Jul 28 18:23:43.309554 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c66389-49e6-4c17-8c75-8a521e8f3d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fa400b-2bc2-4c13-97c2-4fa5fcf61a2c,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:44.640272 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cfba2248-5c91-4aad-9a03-9545a2cda575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:46.263800 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:23:46.898245 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8185e5ae-62f5-4d5d-a4fb-4e02a0d87117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:47.994731 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:49.314333 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:49.794498 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:51.930218 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=79,neutron:DELETE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:52.020139 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=47,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:53.303845 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:DELETE=8,neutron:SELECT=69 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:53.304641 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=22,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:23:57.217469 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.071990 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48604) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:59.178388 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9ce461bd-995b-440e-b1ec-6494a0e21e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.254180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9ce461bd-995b-440e-b1ec-6494a0e21e5c admin admin] Publish callbacks [] for security_group (e83d65ae-c43c-4b10-9368-59aef572d1c2), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.314422 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9ce461bd-995b-440e-b1ec-6494a0e21e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e83d65ae-c43c-4b10-9368-59aef572d1c2), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.354915 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-9ce461bd-995b-440e-b1ec-6494a0e21e5c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=2b4e63e7c1024cf5a76d41875aad53b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818897 Jul 28 18:23:59.355777 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce461bd-995b-440e-b1ec-6494a0e21e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83d65ae-c43c-4b10-9368-59aef572d1c2,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:23:59.357698 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48608) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:23:59.408055 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4a579c10-d25a-4770-be86-be75fd96da63 admin admin] Publish callbacks [] for security_group (e83d65ae-c43c-4b10-9368-59aef572d1c2), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.429914 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4a579c10-d25a-4770-be86-be75fd96da63 admin admin] Publish callbacks [] for security_group (e83d65ae-c43c-4b10-9368-59aef572d1c2), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.549278 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4a579c10-d25a-4770-be86-be75fd96da63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e83d65ae-c43c-4b10-9368-59aef572d1c2), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.551847 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4a579c10-d25a-4770-be86-be75fd96da63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:23:59.553072 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4a579c10-d25a-4770-be86-be75fd96da63 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e83d65ae-c43c-4b10-9368-59aef572d1c2 HTTP/1.1" status: 204 len: 168 time: 0.1943598 Jul 28 18:23:59.561182 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a579c10-d25a-4770-be86-be75fd96da63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83d65ae-c43c-4b10-9368-59aef572d1c2,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:00.141875 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48616) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:00.155874 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3114d05-6494-4f47-8eb1-f9f5af839e30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:00.231992 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3114d05-6494-4f47-8eb1-f9f5af839e30 admin admin] Publish callbacks [] for security_group (27c8556c-1cc5-44f7-9c29-3f6edd4bb44d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:00.291294 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3114d05-6494-4f47-8eb1-f9f5af839e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (27c8556c-1cc5-44f7-9c29-3f6edd4bb44d), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:00.332138 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a3114d05-6494-4f47-8eb1-f9f5af839e30 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fd883effc4f942a09ac4aeb6542319fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1891825 Jul 28 18:24:00.333021 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3114d05-6494-4f47-8eb1-f9f5af839e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c8556c-1cc5-44f7-9c29-3f6edd4bb44d,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:00.334889 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48618) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:00.388150 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9425db27-9cbc-41c3-80e7-78b86714f5de admin admin] Publish callbacks [] for security_group (27c8556c-1cc5-44f7-9c29-3f6edd4bb44d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:00.409860 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9425db27-9cbc-41c3-80e7-78b86714f5de admin admin] Publish callbacks [] for security_group (27c8556c-1cc5-44f7-9c29-3f6edd4bb44d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:00.525384 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9425db27-9cbc-41c3-80e7-78b86714f5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (27c8556c-1cc5-44f7-9c29-3f6edd4bb44d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:00.528004 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9425db27-9cbc-41c3-80e7-78b86714f5de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:00.529202 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-9425db27-9cbc-41c3-80e7-78b86714f5de admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/27c8556c-1cc5-44f7-9c29-3f6edd4bb44d HTTP/1.1" status: 204 len: 168 time: 0.1933103 Jul 28 18:24:00.537693 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425db27-9cbc-41c3-80e7-78b86714f5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27c8556c-1cc5-44f7-9c29-3f6edd4bb44d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:03.845411 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48696) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:03.951982 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-02b48a90-9f49-4e0e-9c1d-202c5583f933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:04.030912 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-02b48a90-9f49-4e0e-9c1d-202c5583f933 admin admin] Publish callbacks [] for security_group (0b0244f4-2bbc-41fc-b6ee-0e67138e8684), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:04.108604 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-02b48a90-9f49-4e0e-9c1d-202c5583f933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (0b0244f4-2bbc-41fc-b6ee-0e67138e8684), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:04.147700 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-02b48a90-9f49-4e0e-9c1d-202c5583f933 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=953962877a484fe0af2bc794d2eb614a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3012302 Jul 28 18:24:04.150412 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b48a90-9f49-4e0e-9c1d-202c5583f933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0244f4-2bbc-41fc-b6ee-0e67138e8684,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:04.151056 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48700) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:04.200619 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1baf9819-9908-4909-8a2c-f1d6754815f3 admin admin] Publish callbacks [] for security_group (0b0244f4-2bbc-41fc-b6ee-0e67138e8684), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:04.222724 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1baf9819-9908-4909-8a2c-f1d6754815f3 admin admin] Publish callbacks [] for security_group (0b0244f4-2bbc-41fc-b6ee-0e67138e8684), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:04.337713 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1baf9819-9908-4909-8a2c-f1d6754815f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (0b0244f4-2bbc-41fc-b6ee-0e67138e8684), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:04.340304 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1baf9819-9908-4909-8a2c-f1d6754815f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:04.341490 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1baf9819-9908-4909-8a2c-f1d6754815f3 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/0b0244f4-2bbc-41fc-b6ee-0e67138e8684 HTTP/1.1" status: 204 len: 168 time: 0.1894579 Jul 28 18:24:04.350172 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf9819-9908-4909-8a2c-f1d6754815f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0244f4-2bbc-41fc-b6ee-0e67138e8684,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:04.566696 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-e8ea6f3b-0757-474f-ba8d-63070e952966 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370419790&fields=id&tenant_id=308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 267 time: 0.0441823 Jul 28 18:24:04.677130 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-8856065a-7d07-473a-ba77-93c5f4e07d4f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:04.678680 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-8856065a-7d07-473a-ba77-93c5f4e07d4f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 812 time: 0.1048162 Jul 28 18:24:04.694594 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-ed22b616-956e-4fc2-a51e-b6e0fadadfb2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/quotas/308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 375 time: 0.0095274 Jul 28 18:24:04.750117 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-4a7a177b-74cc-4354-8c95-f15643eef3e3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0499980 Jul 28 18:24:04.846523 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-8a7f5467-3fc5-4313-a46d-ce564ca1d7d9 service neutron] 10.222.0.86 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853155 Jul 28 18:24:04.910632 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:04.928417 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:04.932559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48716) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:04.944539 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-9619d189-1326-4450-8bf3-01704265bfd7 service neutron] 10.222.0.86 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921366 Jul 28 18:24:04.950906 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1286ccfe-400d-423b-abc9-97b0b3f7b94b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:05.027839 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1286ccfe-400d-423b-abc9-97b0b3f7b94b admin admin] Publish callbacks [] for security_group (42c3e886-d54d-4245-871c-57ad398164e8), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:05.096018 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1286ccfe-400d-423b-abc9-97b0b3f7b94b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (42c3e886-d54d-4245-871c-57ad398164e8), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:05.135131 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286ccfe-400d-423b-abc9-97b0b3f7b94b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c3e886-d54d-4245-871c-57ad398164e8,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:05.140522 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1286ccfe-400d-423b-abc9-97b0b3f7b94b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=4c851a8c036144f890be99b679184eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2069139 Jul 28 18:24:05.143303 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48726) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:05.194114 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-577d2e02-bf4b-4c1b-89b7-76c40269250c admin admin] Publish callbacks [] for security_group (42c3e886-d54d-4245-871c-57ad398164e8), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:05.217535 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-577d2e02-bf4b-4c1b-89b7-76c40269250c admin admin] Publish callbacks [] for security_group (42c3e886-d54d-4245-871c-57ad398164e8), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:05.354598 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-577d2e02-bf4b-4c1b-89b7-76c40269250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (42c3e886-d54d-4245-871c-57ad398164e8), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:05.357352 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-577d2e02-bf4b-4c1b-89b7-76c40269250c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:05.358523 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-577d2e02-bf4b-4c1b-89b7-76c40269250c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/42c3e886-d54d-4245-871c-57ad398164e8 HTTP/1.1" status: 204 len: 168 time: 0.2142324 Jul 28 18:24:05.367394 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d2e02-bf4b-4c1b-89b7-76c40269250c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c3e886-d54d-4245-871c-57ad398164e8,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:05.499473 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e14c0759-f70e-4071-ae76-fe0d29f0dd79 req-0611b624-ac8f-481b-8683-77d1080a1deb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0328474 Jul 28 18:24:06.076488 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=44 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:06.077777 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:06.612955 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8bf6a2d5-08ab-4079-a0ac-f77392c3dcd7 req-737428c2-6759-4a04-b064-37b00b2b1eeb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0346370 Jul 28 18:24:07.019643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48776) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:07.132089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b33a5-c22c-4dcd-8635-a00941737951 req-6e175041-9ef5-42ff-95e0-2af7e35e8021 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:07.133551 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-395b33a5-c22c-4dcd-8635-a00941737951 req-6e175041-9ef5-42ff-95e0-2af7e35e8021 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.0540013 Jul 28 18:24:07.140711 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98e493f0-ed45-47d5-ae2c-2d3edc8c9926 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:07.208627 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-395b33a5-c22c-4dcd-8635-a00941737951 req-f6af8312-170b-47c4-b017-c7c406d74804 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687816 Jul 28 18:24:07.254336 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98e493f0-ed45-47d5-ae2c-2d3edc8c9926 admin admin] Publish callbacks [] for security_group (ca062243-10a8-4bff-89d8-efff0639d025), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:07.320033 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98e493f0-ed45-47d5-ae2c-2d3edc8c9926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ca062243-10a8-4bff-89d8-efff0639d025), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:07.363285 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-98e493f0-ed45-47d5-ae2c-2d3edc8c9926 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=11228e5b5bf34360b2a65a638214b95c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425832 Jul 28 18:24:07.364236 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e493f0-ed45-47d5-ae2c-2d3edc8c9926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca062243-10a8-4bff-89d8-efff0639d025,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:07.366028 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48782) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:07.394700 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=79,neutron:INSERT=19,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:07.415269 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ad45ec71-3fae-4f97-b562-a2cefb6ff8d0 admin admin] Publish callbacks [] for security_group (ca062243-10a8-4bff-89d8-efff0639d025), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:07.416658 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:07.438938 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ad45ec71-3fae-4f97-b562-a2cefb6ff8d0 admin admin] Publish callbacks [] for security_group (ca062243-10a8-4bff-89d8-efff0639d025), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:07.547788 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ad45ec71-3fae-4f97-b562-a2cefb6ff8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ca062243-10a8-4bff-89d8-efff0639d025), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:07.550395 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ad45ec71-3fae-4f97-b562-a2cefb6ff8d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:07.551582 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ad45ec71-3fae-4f97-b562-a2cefb6ff8d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ca062243-10a8-4bff-89d8-efff0639d025 HTTP/1.1" status: 204 len: 168 time: 0.1845469 Jul 28 18:24:07.560838 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45ec71-3fae-4f97-b562-a2cefb6ff8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca062243-10a8-4bff-89d8-efff0639d025,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:07.717246 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1d017b33-b3da-46ef-97f0-5120b1cf80be req-2b8d3fa2-6753-483e-a2ce-1776f7ad6f16 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0278659 Jul 28 18:24:08.341947 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b124113d-5f2a-4491-a88f-b6eaa58c9672 req-091f50c2-6ec5-4e5d-973c-872249be7ef6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:08.343453 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b124113d-5f2a-4491-a88f-b6eaa58c9672 req-091f50c2-6ec5-4e5d-973c-872249be7ef6 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.0495152 Jul 28 18:24:08.393173 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b124113d-5f2a-4491-a88f-b6eaa58c9672 req-7f78206a-7723-471d-ac8d-f95544187926 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 Jul 28 18:24:08.709447 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-67b4da0f-6e84-4f87-9627-5082e7703446 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:08.711467 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-67b4da0f-6e84-4f87-9627-5082e7703446 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 812 time: 0.1155844 Jul 28 18:24:08.804275 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-90736ea3-d2ff-42aa-b5a3-3afa4dcabb6b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308e6cf086ae4cdea9c591ed2811c976 HTTP/1.1" status: 200 len: 379 time: 0.0617187 Jul 28 18:24:08.829132 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'port': {'device_id': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'admin_state_up': True, 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'security_groups': ['1cf89b0f-92b2-4dbd-bd88-57335b6e1812']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:08.836618 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b55e987-2fd1-4833-b6eb-9da4063a7b38 req-c867720e-6e02-4d99-a970-dd7ad7d63356 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0374050 Jul 28 18:24:08.999092 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Made reservation on behalf of 308e6cf086ae4cdea9c591ed2811c976 for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:09.002510 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.133612 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Allocated IP 172.20.0.4 (f4b4861e-a1c6-45e0-a934-67c667a84812/fd8f5047-d407-4dc3-84a9-28b0b122d728/019e5716-7cc7-4c8a-b0a4-f7f4aab4034a) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:09.239096 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48818) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:09.515545 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.583803 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.635704 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Network f4b4861e-a1c6-45e0-a934-67c667a84812 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:09.639590 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c460c46f-becc-4bf5-99cb-f2a514cab576 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.639841 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:09.644648 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:09.674307 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:09.703322 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:09.709793 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:09.710462 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.723992 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:09.744872 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-e8f4c905-ba03-4032-9d8d-2496a5ea8fc2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:09.750032 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-e8f4c905-ba03-4032-9d8d-2496a5ea8fc2 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.3993084 Jul 28 18:24:09.756192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e85d9-d95d-4da6-ab13-b4d536ff0df8 req-969bb366-fb73-430a-843c-a83a566f0ca3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:09.764475 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7e3e85d9-d95d-4da6-ab13-b4d536ff0df8 req-969bb366-fb73-430a-843c-a83a566f0ca3 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 946 time: 0.1258178 Jul 28 18:24:09.785293 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-eb142495-6c2f-4f1a-a3a2-dfe7e1eaab78 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601989 Jul 28 18:24:09.804292 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Request body: {'port': {'device_id': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:09.876497 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.916297 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7e3e85d9-d95d-4da6-ab13-b4d536ff0df8 req-137a3761-8136-4a85-801c-61d9da3f78fc tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups?id=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518095 Jul 28 18:24:09.920423 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:09.926937 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:09.951417 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Deleting port 0069c542-1991-42af-bff0-348765fbb55f {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:24:09.951913 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (0069c542-1991-42af-bff0-348765fbb55f), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.960535 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-0424f743-be33-4bca-b242-40aace51a333 None None] Provisioning complete for port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:09.961367 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0424f743-be33-4bca-b242-40aace51a333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:09.998192 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-0424f743-be33-4bca-b242-40aace51a333 None None] Port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:24:10.055105 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c460c46f-becc-4bf5-99cb-f2a514cab576 admin admin] Publish callbacks [] for security_group (cee9d27d-ce47-4b93-90ba-d7792690f2ae), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.070293 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c855de6-f8f3-4c9d-a657-a0eb720100bd req-d244ccfd-6596-4138-81f8-3ca9910eb6f1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:10.071788 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c855de6-f8f3-4c9d-a657-a0eb720100bd req-d244ccfd-6596-4138-81f8-3ca9910eb6f1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 931 time: 0.1379097 Jul 28 18:24:10.107475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c460c46f-becc-4bf5-99cb-f2a514cab576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cee9d27d-ce47-4b93-90ba-d7792690f2ae), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.123223 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] For port 0069c542-1991-42af-bff0-348765fbb55f, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=0069c542-1991-42af-bff0-348765fbb55f,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:10.123599 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (0069c542-1991-42af-bff0-348765fbb55f), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.179161 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:24:10.187567 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Publish callbacks [] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.200238 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Transition to ACTIVE for port object 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:24:10.218819 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c460c46f-becc-4bf5-99cb-f2a514cab576 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=3a042522bc0e4aa99b12a7e56af576de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9786041 Jul 28 18:24:10.221537 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48826) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:10.225023 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460c46f-becc-4bf5-99cb-f2a514cab576 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee9d27d-ce47-4b93-90ba-d7792690f2ae,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:10.234693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3c855de6-f8f3-4c9d-a657-a0eb720100bd req-78751f33-fc77-459a-b7f7-75095e01b3fb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550150 Jul 28 18:24:10.265319 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.302128 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:10.335085 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Pushing event updated for resources: {'Port': ['ID=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:10.364680 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Publish callbacks [] for security_group (cee9d27d-ce47-4b93-90ba-d7792690f2ae), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.366779 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.367155 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (f82267af-48ef-4bd4-b96b-f39f7bd9b905), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.367632 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Floating IP f82267af-48ef-4bd4-b96b-f39f7bd9b905 disassociated. External IP: 172.27.3.160, port: 0069c542-1991-42af-bff0-348765fbb55f. Jul 28 18:24:10.367832 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Calling delete_port for 0069c542-1991-42af-bff0-348765fbb55f owned by compute:nova {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:24:10.418069 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Publish callbacks [] for security_group (cee9d27d-ce47-4b93-90ba-d7792690f2ae), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.461297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Attempting to bind port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:24:10.461622 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Attempting to bind port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:24:10.462227 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Attempting to bind port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:10.468270 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a on network f4b4861e-a1c6-45e0-a934-67c667a84812 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:24:10.468591 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Attempting to bind port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a on network f4b4861e-a1c6-45e0-a934-67c667a84812 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:10.474973 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:24:10.475345 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Checking segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:10.475698 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Bound using segment: {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:24:10.476430 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Bound port: 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 922, 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:24:10.476594 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.558195 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] For port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:10.623110 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (cee9d27d-ce47-4b93-90ba-d7792690f2ae), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.623338 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (0069c542-1991-42af-bff0-348765fbb55f), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.625868 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.629783 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/cee9d27d-ce47-4b93-90ba-d7792690f2ae HTTP/1.1" status: 204 len: 168 time: 0.4047825 Jul 28 18:24:10.629783 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] For port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:10.640173 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee9d27d-ce47-4b93-90ba-d7792690f2ae,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:10.649183 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.649539 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.649892 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.650234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.650764 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.651855 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.652233 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.652571 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.652911 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.653267 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.654978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.654978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.654978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.654978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.655627 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event deleted for resources: {'Port': ['ID=0069c542-1991-42af-bff0-348765fbb55f,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:10.655717 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c525c9ad-c8a8-47aa-afd9-b45f174e968c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:10.779580 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Router 67535ec3-accc-432f-af4d-b7c2064ab23b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:24:10.806382 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.848441 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:10.849081 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.850571 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] 10.222.0.93 "PUT /v2.0/ports/019e5716-7cc7-4c8a-b0a4-f7f4aab4034a HTTP/1.1" status: 200 len: 1093 time: 1.0507379 Jul 28 18:24:10.850977 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:24:10.853236 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:10.880884 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea3dd0-4c23-4e58-8b36-8ed1255e171f service neutron] Pushing event updated for resources: {'Port': ['ID=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:10.892404 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:10.907879 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] Sync routers for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:10.918469 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:10.919322 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:10.972199 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] No DVR routers for this DVR port 0069c542-1991-42af-bff0-348765fbb55f on host hv-cinder-84617 {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:24:10.975280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:10.979656 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24a76521-c5e1-405a-96ca-3fc879298b9a req-0ab71c84-d7d4-4e0a-8d3b-9fb6fb621baa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.93 "DELETE /v2.0/ports/0069c542-1991-42af-bff0-348765fbb55f HTTP/1.1" status: 204 len: 173 time: 1.2137220 Jul 28 18:24:10.980297 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-deleted', 'tag': '0069c542-1991-42af-bff0-348765fbb55f'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:24:10.993823 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c3541-e653-4ed1-9972-8070e1abbeee" -d '{"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-deleted", "tag": "0069c542-1991-42af-bff0-348765fbb55f"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:11.066542 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:11.129599 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-acd662a7-f1b3-4c67-9960-bd84f20110bf req-b64ecb72-578c-4036-8535-1804c1241be4 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0806315 Jul 28 18:24:11.142778 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-593d9529-1158-4476-bcbe-75c49a975c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:11.144292 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-593d9529-1158-4476-bcbe-75c49a975c95 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 1127 time: 0.1238446 Jul 28 18:24:11.147944 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:11.227947 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-488c459e-424b-4d70-a019-f21b96af21fd service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a HTTP/1.1" status: 200 len: 217 time: 0.0676150 Jul 28 18:24:11.258919 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:11.279214 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=65,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:11.317784 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4d89776-1633-4715-a055-82263e89bdfd x-openstack-request-id: req-f4d89776-1633-4715-a055-82263e89bdfd {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:11.318079 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f14e236-1f43-4ff7-bf3d-ae1f6a084b82", "name": "network-vif-deleted", "tag": "0069c542-1991-42af-bff0-348765fbb55f", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:11.318339 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f4d89776-1633-4715-a055-82263e89bdfd {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:11.318738 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4d89776-1633-4715-a055-82263e89bdfd'] response: {'server_uuid': '3f14e236-1f43-4ff7-bf3d-ae1f6a084b82', 'name': 'network-vif-deleted', 'tag': '0069c542-1991-42af-bff0-348765fbb55f', 'status': 'completed', 'code': 200} Jul 28 18:24:11.343085 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-8e4dadfd-121e-4fed-86ce-5f31a72a2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:11.344571 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-8e4dadfd-121e-4fed-86ce-5f31a72a2338 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.1099691 Jul 28 18:24:11.381702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f822479-de19-44e4-861c-f5df3d0b00ba x-openstack-request-id: req-7f822479-de19-44e4-861c-f5df3d0b00ba {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:11.382003 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:11.382262 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7f822479-de19-44e4-861c-f5df3d0b00ba {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:11.382669 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f822479-de19-44e4-861c-f5df3d0b00ba'] response: {'name': 'network-changed', 'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'status': 'completed', 'code': 200} Jul 28 18:24:11.429322 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:11.432737 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292aee9-6583-41c6-80c0-377d31d89554 req-e4da57f1-4877-451a-966b-ac8aa9aae577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:11.434280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-e4da57f1-4877-451a-966b-ac8aa9aae577 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0813770 Jul 28 18:24:11.440746 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc10b00-8396-4b31-8526-c6496377b7b1 req-273ec894-57ab-4bf7-a6f2-9da8d56b0149 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:11.442173 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7bc10b00-8396-4b31-8526-c6496377b7b1 req-273ec894-57ab-4bf7-a6f2-9da8d56b0149 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0914962 Jul 28 18:24:11.455479 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] Checking router: 67535ec3-accc-432f-af4d-b7c2064ab23b for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:11.464433 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:11.465082 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:23:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:11.544608 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7bc10b00-8396-4b31-8526-c6496377b7b1 req-e2426b1e-e734-46aa-945a-da34fe4dce8a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942934 Jul 28 18:24:11.568238 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-35d2cc23-d9f9-42d7-974d-1415d2c90fc4 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250353 Jul 28 18:24:11.575607 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:11.669196 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5292aee9-6583-41c6-80c0-377d31d89554 req-0bd9d10f-f0f7-4fb0-aad2-17a37ed29108 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941558 Jul 28 18:24:11.777496 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:11.805519 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b184dc6-34b0-46b3-a9b4-828326d99dcb None None] The sync data for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi is: [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:12:38Z', 'revision_number': 4, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '9a959266-73a1-453a-a936-e01fe8c0d7d2', 'name': '', 'network_id': '0082d454-46e3-4fac-a205-e12b0fa3a60d', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'mac_address': 'fa:16:3e:63:61:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:36Z', 'updated_at': '2022-07-28T18:12:53Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'subnets': [{'id': 'f24fd41b-17ba-4228-9354-884e52ae4255', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:12.046296 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ab443b-1b4f-4be6-ae20-5e88fc6d18c2 None None] New status for floating IP f82267af-48ef-4bd4-b96b-f39f7bd9b905: DOWN {{(pid=104677) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:24:12.048613 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=48,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:12.293514 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7e3a49c9-1c82-41d1-bdc5-20f26162d898 req-10a36e23-11bf-480b-8f46-90c2f5bfb233 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0295887 Jul 28 18:24:12.669307 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6914b7-14ac-4c01-a338-5891d90b3560 req-85ff4200-802a-4b88-955a-84c427f25fbe tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:12.670851 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a6914b7-14ac-4c01-a338-5891d90b3560 req-85ff4200-802a-4b88-955a-84c427f25fbe tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0468457 Jul 28 18:24:12.725017 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3a6914b7-14ac-4c01-a338-5891d90b3560 req-1e001b7b-d756-479a-88d6-cf9c94737bdd tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484660 Jul 28 18:24:13.126557 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:13.146579 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 0069c542-1991-42af-bff0-348765fbb55f {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:24:13.146923 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 0069c542-1991-42af-bff0-348765fbb55f not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:13.282116 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-480f08ee-89c6-4354-b15b-0ab59e346d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:13.284412 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-480f08ee-89c6-4354-b15b-0ab59e346d76 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 1127 time: 0.0526423 Jul 28 18:24:13.375969 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:13.382092 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-71d07955-eedd-46c6-afbf-37f2f33002bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:13.383550 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-71d07955-eedd-46c6-afbf-37f2f33002bb service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0929697 Jul 28 18:24:13.415431 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4ed8a78d-0218-410a-9104-d4f2b98192a6 req-cda6ab32-3f64-4e25-964f-bf16a874194d tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/ports?device_id=3f14e236-1f43-4ff7-bf3d-ae1f6a084b82 HTTP/1.1" status: 200 len: 210 time: 0.0348284 Jul 28 18:24:13.446293 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-56f0cea3-4700-4176-8976-cabd7a3a1d17 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a HTTP/1.1" status: 200 len: 217 time: 0.0531158 Jul 28 18:24:13.499997 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-3a04cb23-099a-427a-a652-c5d0a8d61a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:13.501536 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-3a04cb23-099a-427a-a652-c5d0a8d61a6e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0459440 Jul 28 18:24:13.547709 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-be72eaf1-1360-4efb-a3e4-40ecd159263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:13.549100 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-be72eaf1-1360-4efb-a3e4-40ecd159263f service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395324 Jul 28 18:24:13.653280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-d36e2aa3-a394-449b-ae6b-854ae57de9f2 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949771 Jul 28 18:24:13.743795 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d9933b10-313d-4936-a2dd-ecf6d7a87f3d req-c7bf797b-60d3-4ede-af70-34328a6e20f0 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840752 Jul 28 18:24:13.849074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ada3a3-07b5-4caf-9d0e-4b77892effdf req-c91c8a50-9200-4367-aeb1-f511afb2475e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:13.850546 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-05ada3a3-07b5-4caf-9d0e-4b77892effdf req-c91c8a50-9200-4367-aeb1-f511afb2475e tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0517826 Jul 28 18:24:13.898263 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-05ada3a3-07b5-4caf-9d0e-4b77892effdf req-9e53f1df-e514-4ebb-97bd-ea813ede3871 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421367 Jul 28 18:24:14.588079 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f95cbbf1-8a4d-4a9e-981d-075da0901965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:15.015543 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d9d4a-e34e-4dcc-9ab9-c4e4e454d2a6 req-b2d6d381-7006-494a-b052-5bab6abdbf95 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:15.017026 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d67d9d4a-e34e-4dcc-9ab9-c4e4e454d2a6 req-b2d6d381-7006-494a-b052-5bab6abdbf95 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0478635 Jul 28 18:24:15.065876 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d67d9d4a-e34e-4dcc-9ab9-c4e4e454d2a6 req-eaf0d273-d3c5-4fd1-b518-39e32c357f7f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433142 Jul 28 18:24:15.250262 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-0a3f5188-4deb-4df4-8bdf-a8be287ab525 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/networks?tenant_id=fa13cc57b22c438b842a59ff4e207f10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294998 Jul 28 18:24:15.436549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-30c1d512-f72d-4680-a700-5054e9926785 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:15.437979 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-30c1d512-f72d-4680-a700-5054e9926785 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1826024 Jul 28 18:24:15.452079 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-80f0b1d6-e176-4e4e-8dd3-ba8d8ed48d28 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/quotas/fa13cc57b22c438b842a59ff4e207f10 HTTP/1.1" status: 200 len: 375 time: 0.0088804 Jul 28 18:24:15.484643 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-250e72fc-ce65-47f2-bdf8-d24a644b27bc tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fa13cc57b22c438b842a59ff4e207f10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274465 Jul 28 18:24:15.578119 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48900) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:15.635238 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6eff1fb4-92ff-4c09-a9c9-23b5bcea662a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (7f3b2086-1c47-41ef-aa8a-5238f6cd29cd), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:15.636595 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:15.659542 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6eff1fb4-92ff-4c09-a9c9-23b5bcea662a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (7f3b2086-1c47-41ef-aa8a-5238f6cd29cd), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:15.758945 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cbc07045-0c96-4c9f-975f-5fdf4311d688 req-f1119d1c-cf41-4c04-9f21-134851541e49 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 210 time: 0.0272999 Jul 28 18:24:15.788714 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6eff1fb4-92ff-4c09-a9c9-23b5bcea662a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (7f3b2086-1c47-41ef-aa8a-5238f6cd29cd), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:15.792345 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-6eff1fb4-92ff-4c09-a9c9-23b5bcea662a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:15.793789 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-6eff1fb4-92ff-4c09-a9c9-23b5bcea662a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "DELETE /v2.0/security-groups/7f3b2086-1c47-41ef-aa8a-5238f6cd29cd HTTP/1.1" status: 204 len: 168 time: 0.2146738 Jul 28 18:24:15.802737 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48906) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:15.810480 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff1fb4-92ff-4c09-a9c9-23b5bcea662a tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3b2086-1c47-41ef-aa8a-5238f6cd29cd,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:15.819324 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.api.v2.resource [None req-cb3fe311-7c58-483e-bf25-6a007affa651 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] show failed (client error): The resource could not be found. Jul 28 18:24:15.820361 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-cb3fe311-7c58-483e-bf25-6a007affa651 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "GET /v2.0/security-groups/7f3b2086-1c47-41ef-aa8a-5238f6cd29cd HTTP/1.1" status: 404 len: 347 time: 0.0164511 Jul 28 18:24:15.823815 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48908) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:15.941256 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Deleting port cbfdd4d8-3226-4a27-b80a-5d8d9590ab96 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:24:15.941605 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:16.022271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:16.022598 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:16.035689 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Calling delete_port for cbfdd4d8-3226-4a27-b80a-5d8d9590ab96 owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:24:16.207471 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e522c44-f0c8-4a13-ac39-dd0cc3482a29 req-7804f35b-e6c0-4260-ab87-bbeb7c2caa58 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:16.208935 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4e522c44-f0c8-4a13-ac39-dd0cc3482a29 req-7804f35b-e6c0-4260-ab87-bbeb7c2caa58 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0550611 Jul 28 18:24:16.239102 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (cbfdd4d8-3226-4a27-b80a-5d8d9590ab96), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:16.260318 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4e522c44-f0c8-4a13-ac39-dd0cc3482a29 req-16bd8b4c-0b25-46c0-96b6-077c793d566c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447652 Jul 28 18:24:16.266607 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Pushing event deleted for resources: {'Port': ['ID=cbfdd4d8-3226-4a27-b80a-5d8d9590ab96,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:16.332213 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks [] for floatingip (f82267af-48ef-4bd4-b96b-f39f7bd9b905), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:16.335529 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:16.337009 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-414c7b71-1cfc-4918-8ec6-a1f29fa1eaaa tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] 10.222.0.86 "DELETE /v2.0/floatingips/f82267af-48ef-4bd4-b96b-f39f7bd9b905 HTTP/1.1" status: 204 len: 168 time: 0.5114264 Jul 28 18:24:16.824756 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:16.845433 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cad0c7c1-53a0-453f-b056-633214678fa8 req-42448153-f785-462b-b5d6-7d548f64b717 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 210 time: 0.0293844 Jul 28 18:24:16.897145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11c2ceba-52a1-432d-baa6-8538593d88bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:17.384752 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a36a3f-0227-4718-91ae-fd66a7c02f32 req-bc004960-299a-41ef-b8cc-ae9302dbe943 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:17.386281 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-71a36a3f-0227-4718-91ae-fd66a7c02f32 req-bc004960-299a-41ef-b8cc-ae9302dbe943 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0504673 Jul 28 18:24:17.435489 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-71a36a3f-0227-4718-91ae-fd66a7c02f32 req-034a516f-2c3d-4fc4-9772-db2a91632af1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435777 Jul 28 18:24:17.936061 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:17.951273 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-123c2efa-2d8b-40bd-90c2-e97463ca3281 req-0567e204-af05-4cbe-bb42-675e87212e2a tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 210 time: 0.0335124 Jul 28 18:24:18.080726 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-041199a1-9fdc-489b-8b76-d04880573833 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa13cc57b22c438b842a59ff4e207f10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211930 Jul 28 18:24:18.189405 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-e97f5a11-c827-405c-92ac-c692e547bc55 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:18.190884 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-e97f5a11-c827-405c-92ac-c692e547bc55 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049449 Jul 28 18:24:18.210192 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Request body: {'port': {'device_id': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503', 'admin_state_up': True, 'tenant_id': 'fa13cc57b22c438b842a59ff4e207f10'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:18.255883 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:18.434345 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Made reservation on behalf of fa13cc57b22c438b842a59ff4e207f10 for: {'port': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:18.438289 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:18.447414 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:18.553434 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks [] for security_group (e81ead21-7ea8-4f6f-893f-e123145601f3), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:18.568842 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a30eeb-f8b4-486d-b8fa-1bcc080d1d63 req-1b75d66f-8623-4faa-89ea-dcf61e5fe21c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:18.570341 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-87a30eeb-f8b4-486d-b8fa-1bcc080d1d63 req-1b75d66f-8623-4faa-89ea-dcf61e5fe21c tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0585780 Jul 28 18:24:18.620078 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-87a30eeb-f8b4-486d-b8fa-1bcc080d1d63 req-cd85a699-32c6-403f-a3ae-b50e92ea0420 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442355 Jul 28 18:24:18.622188 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e81ead21-7ea8-4f6f-893f-e123145601f3), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:18.685565 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81ead21-7ea8-4f6f-893f-e123145601f3,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:18.701130 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.701616 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.701957 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.702334 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.702688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.703017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.703345 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.703670 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.703996 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.704317 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.704648 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.704989 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.705308 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.705629 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.705971 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:18.768779 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Allocated IP 192.168.233.8 (a27cd082-4b25-4eec-a103-bb52628be503/597f9cf0-86e6-431f-9f6e-73587b9a8c74/3e791fd4-782c-4fe5-a464-93b7a33d77e9) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:18.874653 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:18.924646 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks [] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.033876 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.083861 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:19.112995 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c9000-90b5-4308-ba07-44ee1ffc234a req-5bbc3924-09a5-4d37-bc87-78b54c94b480 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:19.114456 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e85c9000-90b5-4308-ba07-44ee1ffc234a req-5bbc3924-09a5-4d37-bc87-78b54c94b480 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 934 time: 0.0925503 Jul 28 18:24:19.116143 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Network a27cd082-4b25-4eec-a103-bb52628be503 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:19.122015 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:19.126078 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:19.134016 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Pushing event updated for resources: {'Port': ['ID=3e791fd4-782c-4fe5-a464-93b7a33d77e9,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:19.208128 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:19.209069 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.223344 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e85c9000-90b5-4308-ba07-44ee1ffc234a req-2042d3ed-bc8c-4aae-a64c-0aebbac1cc29 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991232 Jul 28 18:24:19.347614 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48948) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:19.359604 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-b1595c59-eb59-411c-8669-58cbfe1bfd58 None None] Provisioning complete for port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:19.360092 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b1595c59-eb59-411c-8669-58cbfe1bfd58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.396598 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-b1595c59-eb59-411c-8669-58cbfe1bfd58 None None] Port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:24:19.421176 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-c72f10a4-a185-4d9d-8e55-adde7f25cdd0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2145483 Jul 28 18:24:19.428675 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.643275 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:19.672553 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Request body: {'port': {'device_id': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:19.774255 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5693ce7-d38b-4117-99d5-b21243a213f1 req-3a287958-57a4-471a-bddb-6cba66a180a7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:19.775718 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f5693ce7-d38b-4117-99d5-b21243a213f1 req-3a287958-57a4-471a-bddb-6cba66a180a7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0732474 Jul 28 18:24:19.788788 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.805866 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.825711 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (67535ec3-accc-432f-af4d-b7c2064ab23b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:19.869738 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f5693ce7-d38b-4117-99d5-b21243a213f1 req-7a2c1418-b8f9-406c-994b-9f1a6cb77e2d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868464 Jul 28 18:24:19.975373 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:20.051728 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Deleting port 9a959266-73a1-453a-a936-e01fe8c0d7d2 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:24:20.051956 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.087571 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e791fd4-782c-4fe5-a464-93b7a33d77e9 {{(pid=104676) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:24:20.095643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Publish callbacks [] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.108055 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.provisioning_blocks [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Transition to ACTIVE for port object 3e791fd4-782c-4fe5-a464-93b7a33d77e9 will not be triggered until provisioned by entity L2. {{(pid=104676) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:24:20.130572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] For port 9a959266-73a1-453a-a936-e01fe8c0d7d2, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9a959266-73a1-453a-a936-e01fe8c0d7d2,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:20.130936 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.144043 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Calling delete_port for 9a959266-73a1-453a-a936-e01fe8c0d7d2 owned by network:router_interface {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:24:20.170902 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.227685 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e791fd4-782c-4fe5-a464-93b7a33d77e9,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:20.278666 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:20.306209 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Attempting to bind port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:24:20.306566 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Attempting to bind port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:24:20.307634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Attempting to bind port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 on network a27cd082-4b25-4eec-a103-bb52628be503 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:20.312625 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 on network a27cd082-4b25-4eec-a103-bb52628be503 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:24:20.319538 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Attempting to bind port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 on network a27cd082-4b25-4eec-a103-bb52628be503 {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:20.319538 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:24:20.319795 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Checking segment: {'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:20.320131 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Bound using segment: {'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'} {{(pid=104676) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:24:20.320531 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.managers [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Bound port: 3e791fd4-782c-4fe5-a464-93b7a33d77e9, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a2eeaa-cc40-464e-bcac-1f5949b28322', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 949, 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503'}}] {{(pid=104676) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:24:20.320898 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.421757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] For port 3e791fd4-782c-4fe5-a464-93b7a33d77e9, host hv-cinder-84617, cleared binding levels {{(pid=104676) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:20.423552 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:20.440295 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1e9ac-a7de-40aa-b5fc-3b9d4f4271dd req-9cada14f-0f24-4e28-afe5-53e7fa2bb144 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:20.441826 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27d1e9ac-a7de-40aa-b5fc-3b9d4f4271dd req-9cada14f-0f24-4e28-afe5-53e7fa2bb144 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 946 time: 0.0666378 Jul 28 18:24:20.445486 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] For port 3e791fd4-782c-4fe5-a464-93b7a33d77e9, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e791fd4-782c-4fe5-a464-93b7a33d77e9,segment=NetworkSegment(01a2eeaa-cc40-464e-bcac-1f5949b28322),segment_id=01a2eeaa-cc40-464e-bcac-1f5949b28322)] {{(pid=104676) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:20.462929 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (9a959266-73a1-453a-a936-e01fe8c0d7d2), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.489908 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-27d1e9ac-a7de-40aa-b5fc-3b9d4f4271dd req-741a7b6d-6921-4724-aa78-c83688e24a59 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413826 Jul 28 18:24:20.493661 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Pushing event deleted for resources: {'Port': ['ID=9a959266-73a1-453a-a936-e01fe8c0d7d2,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:20.583173 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.623617 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:20.624260 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.625693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] 10.222.0.93 "PUT /v2.0/ports/3e791fd4-782c-4fe5-a464-93b7a33d77e9 HTTP/1.1" status: 200 len: 1096 time: 0.9576130 Jul 28 18:24:20.628246 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'tag': '3e791fd4-782c-4fe5-a464-93b7a33d77e9'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:24:20.630373 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0f0a1f-2e21-4d21-9430-d1b6b4fc19f2" -d '{"events": [{"name": "network-changed", "server_uuid": "85b39e0f-e599-49d0-9e3f-d9f74f0f4770", "tag": "3e791fd4-782c-4fe5-a464-93b7a33d77e9"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:20.677033 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4d6ef-5585-48a3-99a5-9861cbfd23ae service neutron] Pushing event updated for resources: {'Port': ['ID=3e791fd4-782c-4fe5-a464-93b7a33d77e9,revision_number=3']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:20.677880 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:20.690538 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18485ea3-73b1-4c3b-afe1-5ec5c61fc16c x-openstack-request-id: req-18485ea3-73b1-4c3b-afe1-5ec5c61fc16c {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:20.693991 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85b39e0f-e599-49d0-9e3f-d9f74f0f4770", "tag": "3e791fd4-782c-4fe5-a464-93b7a33d77e9", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:20.693991 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-18485ea3-73b1-4c3b-afe1-5ec5c61fc16c {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:20.693991 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18485ea3-73b1-4c3b-afe1-5ec5c61fc16c'] response: {'name': 'network-changed', 'server_uuid': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'tag': '3e791fd4-782c-4fe5-a464-93b7a33d77e9', 'status': 'completed', 'code': 200} Jul 28 18:24:20.709057 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (67535ec3-accc-432f-af4d-b7c2064ab23b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:20.775054 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0a1f-2e21-4d21-9430-d1b6b4fc19f2 req-84ba65d9-fefe-4a69-8072-6156d08b9b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:20.777445 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d0f0a1f-2e21-4d21-9430-d1b6b4fc19f2 req-84ba65d9-fefe-4a69-8072-6156d08b9b98 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa13cc57b22c438b842a59ff4e207f10&device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 1130 time: 0.0440469 Jul 28 18:24:20.814311 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d0f0a1f-2e21-4d21-9430-d1b6b4fc19f2 req-ee485a53-07c4-4ff8-aeb6-7a1576daeade service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fa13cc57b22c438b842a59ff4e207f10&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219316 Jul 28 18:24:20.903212 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:20.918452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f0a1f-2e21-4d21-9430-d1b6b4fc19f2 req-0d0dcc70-cca7-4d3c-a3fb-19eb849f4605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:20.928075 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7d0f0a1f-2e21-4d21-9430-d1b6b4fc19f2 req-0d0dcc70-cca7-4d3c-a3fb-19eb849f4605 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994792 Jul 28 18:24:20.935544 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Router 67535ec3-accc-432f-af4d-b7c2064ab23b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:24:21.020111 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d051fc-4b98-4631-aec2-feae6ec2c31c req-1788cdbb-353c-40d8-8308-e5392f474ce7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:21.021604 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-64d051fc-4b98-4631-aec2-feae6ec2c31c req-1788cdbb-353c-40d8-8308-e5392f474ce7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 943 time: 0.0756991 Jul 28 18:24:21.038500 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:21.038722 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-a5edce6a-830a-4733-b6c8-0482cfbab5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:21.039977 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-a5edce6a-830a-4733-b6c8-0482cfbab5f6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fa13cc57b22c438b842a59ff4e207f10&device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 1130 time: 0.0568612 Jul 28 18:24:21.048250 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-4ce4a8da-d525-48af-8824-6b8a620f5e7a admin admin] 10.222.0.86 "PUT /v2.0/routers/67535ec3-accc-432f-af4d-b7c2064ab23b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6967406 Jul 28 18:24:21.048433 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48964) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:21.050912 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] Sync routers for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:21.061644 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:21.062254 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:21.134583 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:24:21.135734 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-d820f08a-5eca-40a3-8441-16db74182732 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=3e791fd4-782c-4fe5-a464-93b7a33d77e9 HTTP/1.1" status: 200 len: 217 time: 0.0482905 Jul 28 18:24:21.164580 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:21.214617 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-64d051fc-4b98-4631-aec2-feae6ec2c31c req-5eb98ceb-7e74-4458-9646-5ec267bc1501 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849966 Jul 28 18:24:21.244270 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-6c698567-9808-4535-9191-611a5a0275f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:21.245922 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-6c698567-9808-4535-9191-611a5a0275f7 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=597f9cf0-86e6-431f-9f6e-73587b9a8c74 HTTP/1.1" status: 200 len: 843 time: 0.1019146 Jul 28 18:24:21.250495 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks [] for router (67535ec3-accc-432f-af4d-b7c2064ab23b), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:21.255473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:21.279690 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'port_id': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'mac_address': 'fa:16:3e:54:a0:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 922, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:24:21.317832 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:21.318339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:21.319435 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:21.325794 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-bbcff484-27df-4e95-87ec-4ff31fa1ae9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:21.328639 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-bbcff484-27df-4e95-87ec-4ff31fa1ae9c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=a27cd082-4b25-4eec-a103-bb52628be503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0726635 Jul 28 18:24:21.333965 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:24:21.359069 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:21.365828 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:24:20Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:21.392160 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] Checking router: 67535ec3-accc-432f-af4d-b7c2064ab23b for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:21.402023 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] Routers {'67535ec3-accc-432f-af4d-b7c2064ab23b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:21.402643 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['67535ec3-accc-432f-af4d-b7c2064ab23b'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:21.440060 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:21.493299 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:21.590166 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:21.607411 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] Set router 67535ec3-accc-432f-af4d-b7c2064ab23b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:21.739484 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:21.749713 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e752d2-8be8-404d-9faa-482ca6f87726 req-463aac43-f8ff-4894-9a53-a6c1963dd832 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:21.752528 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-30e752d2-8be8-404d-9faa-482ca6f87726 req-463aac43-f8ff-4894-9a53-a6c1963dd832 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 946 time: 0.1001217 Jul 28 18:24:21.777562 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:24:20Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:21.790658 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks [] for router_gateway (67535ec3-accc-432f-af4d-b7c2064ab23b), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:21.804285 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b99e56b-9030-49fb-ab3c-b17f77230d94 None None] The sync data for ids ['67535ec3-accc-432f-af4d-b7c2064ab23b'] in dv-cinder-846173-4-iscsi is: [{'id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'name': 'tempest-AttachVolumeShelveTestJSON-943386107-router', 'tenant_id': '9e962e97777048b79415ba13adcc95be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11'}], 'enable_snat': True}, 'gw_port_id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:12:26Z', 'updated_at': '2022-07-28T18:24:20Z', 'revision_number': 5, 'project_id': '9e962e97777048b79415ba13adcc95be', 'gw_port': {'id': '90cc2bd3-8feb-4d92-a837-6ebfae4b9bce', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:79:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67535ec3-accc-432f-af4d-b7c2064ab23b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:12:29Z', 'updated_at': '2022-07-28T18:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:21.806175 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-41637da0-1060-46b2-8cff-2eeffbb50bef service neutron] 10.222.0.93 "GET /v2.0/networks/a27cd082-4b25-4eec-a103-bb52628be503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714022 Jul 28 18:24:21.882740 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-30e752d2-8be8-404d-9faa-482ca6f87726 req-e2aa3ee1-ffc6-47f3-827d-2382aa3372a3 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197369 Jul 28 18:24:21.927433 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Deleting port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:24:21.927775 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:21.969610 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['019e5716-7cc7-4c8a-b0a4-f7f4aab4034a'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:21.991622 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4eb4b3cd-a684-4d0a-a3c3-630f58e65b1e req-6c7ce8f8-aca1-4dde-944f-9ce2e3e9fa19 service neutron] 10.222.0.93 "GET /v2.0/networks/a27cd082-4b25-4eec-a103-bb52628be503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725128 Jul 28 18:24:21.995225 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:22.030034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] For port 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:22.030398 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.043256 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Calling delete_port for 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce owned by network:router_gateway {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:24:22.324501 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (90cc2bd3-8feb-4d92-a837-6ebfae4b9bce), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.358805 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=90cc2bd3-8feb-4d92-a837-6ebfae4b9bce,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:22.367988 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0da0c-b373-4577-be76-c1c09dc2b2e8 req-9558d226-3e15-4ec7-b893-9ac30e8ff0a3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:22.370035 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7fc0da0c-b373-4577-be76-c1c09dc2b2e8 req-9558d226-3e15-4ec7-b893-9ac30e8ff0a3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0745826 Jul 28 18:24:22.468277 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7fc0da0c-b373-4577-be76-c1c09dc2b2e8 req-22ab6a5b-3d6f-4211-b794-c468eb0703ed tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925567 Jul 28 18:24:22.469083 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (67535ec3-accc-432f-af4d-b7c2064ab23b), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.550556 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:22.556900 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (67535ec3-accc-432f-af4d-b7c2064ab23b), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.559589 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks [] for router_controller (67535ec3-accc-432f-af4d-b7c2064ab23b), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.685079 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (67535ec3-accc-432f-af4d-b7c2064ab23b), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.685662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67535ec3-accc-432f-af4d-b7c2064ab23b {{(pid=104676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:24:22.690451 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.691567 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-d0a27b3c-9114-491a-b870-91ae59bb7f4c admin admin] 10.222.0.86 "DELETE /v2.0/routers/67535ec3-accc-432f-af4d-b7c2064ab23b HTTP/1.1" status: 204 len: 168 time: 1.6425667 Jul 28 18:24:22.694288 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 48972) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:22.745814 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-f309c595-9587-4138-8236-27353b6414df admin admin] Deleting subnet f24fd41b-17ba-4228-9354-884e52ae4255 {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:24:22.749540 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f309c595-9587-4138-8236-27353b6414df admin admin] Publish callbacks [] for subnet (f24fd41b-17ba-4228-9354-884e52ae4255), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.791528 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f309c595-9587-4138-8236-27353b6414df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (f24fd41b-17ba-4228-9354-884e52ae4255), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.873252 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f309c595-9587-4138-8236-27353b6414df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (f24fd41b-17ba-4228-9354-884e52ae4255), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:22.986785 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f309c595-9587-4138-8236-27353b6414df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (f24fd41b-17ba-4228-9354-884e52ae4255), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.024079 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309c595-9587-4138-8236-27353b6414df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24fd41b-17ba-4228-9354-884e52ae4255,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:23.026532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f309c595-9587-4138-8236-27353b6414df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.029652 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f309c595-9587-4138-8236-27353b6414df admin admin] 10.222.0.86 "DELETE /v2.0/subnets/f24fd41b-17ba-4228-9354-884e52ae4255 HTTP/1.1" status: 204 len: 168 time: 0.3343754 Jul 28 18:24:23.032026 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef11f1c-70aa-48bb-922f-b4726329bfab None None] Network 0082d454-46e3-4fac-a205-e12b0fa3a60d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:23.032522 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48976) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:23.036804 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc500743-d8c4-4ebc-8ce9-d7f5a55f5687 req-04bef14d-1aee-43cf-848c-639588b38636 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:23.038322 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc500743-d8c4-4ebc-8ce9-d7f5a55f5687 req-04bef14d-1aee-43cf-848c-639588b38636 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 946 time: 0.0838223 Jul 28 18:24:23.087468 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:23.088475 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc500743-d8c4-4ebc-8ce9-d7f5a55f5687 req-5225b28e-c444-49ad-821d-fc040792630c tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441697 Jul 28 18:24:23.098675 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:23.113610 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (0082d454-46e3-4fac-a205-e12b0fa3a60d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.164139 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Deleting port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:24:23.164486 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.217830 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] DHCP port deletion for 0082d454-46e3-4fac-a205-e12b0fa3a60d request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:24:23.238043 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] For port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:23.238413 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.251997 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Calling delete_port for 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:24:23.254991 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] Deleting port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:24:23.255607 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.263719 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:24:23.325672 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] For port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,segment=NetworkSegment(eebfb869-2329-4c98-9d96-8ca111c14829),segment_id=eebfb869-2329-4c98-9d96-8ca111c14829)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:23.325672 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.339294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] Calling delete_port for 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:24:23.348767 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:23.370105 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:24:23.370451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 90cc2bd3-8feb-4d92-a837-6ebfae4b9bce not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:23.370869 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:23.445622 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:23.458128 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.482400 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:23.489231 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] No DVR routers for this DVR port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:24:23.501153 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No active binding found for port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 {{(pid=104677) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 28 18:24:23.501813 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] The host dv-cinder-846173-4-iscsi is not matching for port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 host None! {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 28 18:24:23.502328 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:23.502888 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9a959266-73a1-453a-a936-e01fe8c0d7d2 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:23.534793 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 9a959266-73a1-453a-a936-e01fe8c0d7d2 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:24:23.535161 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 9a959266-73a1-453a-a936-e01fe8c0d7d2 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:23.546988 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:24:23.550526 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (9f8bb9fd-ab70-473c-b83f-d75411b1d8f0), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.582258 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] Pushing event deleted for resources: {'Port': ['ID=9f8bb9fd-ab70-473c-b83f-d75411b1d8f0,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:23.584153 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24c2364-fc2e-4298-8599-190024e670b6 None None] No DVR routers for this DVR port 9f8bb9fd-ab70-473c-b83f-d75411b1d8f0 on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:24:23.606505 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a569805-15a0-4895-9ef4-fa2de6cadd2c req-4fff8ce1-c441-4e8d-a405-f968af90896d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:23.608092 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a569805-15a0-4895-9ef4-fa2de6cadd2c req-4fff8ce1-c441-4e8d-a405-f968af90896d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 944 time: 0.0657229 Jul 28 18:24:23.611735 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:23.617916 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.664932 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a569805-15a0-4895-9ef4-fa2de6cadd2c req-1d80077f-ee67-4b62-8dd4-b609526b4113 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494871 Jul 28 18:24:23.701064 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:23.701461 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.727124 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:24:23.730097 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27354444-258e-4c14-bfc5-255c8a1a0faa" -d '{"events": [{"server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:23.743383 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:23.770367 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd557c44-9752-441d-baa3-cc0e374d7677 x-openstack-request-id: req-bd557c44-9752-441d-baa3-cc0e374d7677 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:23.770745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "name": "network-vif-plugged", "status": "completed", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:23.771071 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-bd557c44-9752-441d-baa3-cc0e374d7677 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:23.771576 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd557c44-9752-441d-baa3-cc0e374d7677'] response: {'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'code': 200} Jul 28 18:24:23.810535 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.814430 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (0082d454-46e3-4fac-a205-e12b0fa3a60d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.834578 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0082d454-46e3-4fac-a205-e12b0fa3a60d']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:23.845148 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebfb869-2329-4c98-9d96-8ca111c14829') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:23.845388 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebfb869-2329-4c98-9d96-8ca111c14829') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:23.856127 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (eebfb869-2329-4c98-9d96-8ca111c14829), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.858753 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:23.869854 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (eebfb869-2329-4c98-9d96-8ca111c14829), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.876373 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Releasing vlan 921 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:24:23.877302 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (eebfb869-2329-4c98-9d96-8ca111c14829), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:23.918295 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment eebfb869-2329-4c98-9d96-8ca111c14829 resource provider aggregate not found Jul 28 18:24:23.935772 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment eebfb869-2329-4c98-9d96-8ca111c14829 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eebfb869-2329-4c98-9d96-8ca111c14829 found for delete ", "request_id": "req-a3b95b92-59d0-43c4-a6e8-e3631f613453"}]} Jul 28 18:24:23.999560 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (0082d454-46e3-4fac-a205-e12b0fa3a60d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:24.004076 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:24.007447 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] 10.222.0.86 "DELETE /v2.0/networks/0082d454-46e3-4fac-a205-e12b0fa3a60d HTTP/1.1" status: 204 len: 168 time: 0.9742677 Jul 28 18:24:24.020711 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c3dfb-32ae-40af-951c-7ca83504aa64 admin admin] Pushing event deleted for resources: {'Network': ['ID=0082d454-46e3-4fac-a205-e12b0fa3a60d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:24.221938 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4ee27-733a-4c7e-baad-b0797dee35e1 req-689f486e-7b97-4994-aa66-fb6a5d3b1bd7 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:24.223404 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7f4ee27-733a-4c7e-baad-b0797dee35e1 req-689f486e-7b97-4994-aa66-fb6a5d3b1bd7 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 946 time: 0.0521736 Jul 28 18:24:24.235802 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:24.271294 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7f4ee27-733a-4c7e-baad-b0797dee35e1 req-b30868de-f987-4ec3-9649-d9bf2b4a0b1c tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421441 Jul 28 18:24:24.281285 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48990) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:24.320916 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-261ed5cc-747d-4e55-8684-da62b6ddd55b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9e962e97777048b79415ba13adcc95be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0384872 Jul 28 18:24:24.324303 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 48992) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:24.341932 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:24.373433 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9ad699af-f157-4e82-aa70-fbe1b3f8e624 admin admin] Publish callbacks [] for security_group (4698a8e1-f73e-467d-a1dc-7426de22fd94), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:24.396929 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9ad699af-f157-4e82-aa70-fbe1b3f8e624 admin admin] Publish callbacks [] for security_group (4698a8e1-f73e-467d-a1dc-7426de22fd94), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:24.547803 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9ad699af-f157-4e82-aa70-fbe1b3f8e624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (4698a8e1-f73e-467d-a1dc-7426de22fd94), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:24.550347 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-9ad699af-f157-4e82-aa70-fbe1b3f8e624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:24.551491 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-9ad699af-f157-4e82-aa70-fbe1b3f8e624 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/4698a8e1-f73e-467d-a1dc-7426de22fd94 HTTP/1.1" status: 204 len: 168 time: 0.2260330 Jul 28 18:24:24.559999 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad699af-f157-4e82-aa70-fbe1b3f8e624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4698a8e1-f73e-467d-a1dc-7426de22fd94,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:24.788952 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017a6bc-d920-40a6-aa93-e97f13a80a49 req-2b9bcd5c-9e00-48d0-a544-d937984ed20b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:24.790451 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c017a6bc-d920-40a6-aa93-e97f13a80a49 req-2b9bcd5c-9e00-48d0-a544-d937984ed20b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0491548 Jul 28 18:24:24.843191 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c017a6bc-d920-40a6-aa93-e97f13a80a49 req-7ed6b689-c4ce-4ca1-b815-be65df161c32 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465803 Jul 28 18:24:25.397596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83184ba0-394f-4df4-a840-333aedb1705b req-93975d44-da1e-4857-8658-caec07f6ffc8 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:25.399078 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83184ba0-394f-4df4-a840-333aedb1705b req-93975d44-da1e-4857-8658-caec07f6ffc8 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 946 time: 0.0484638 Jul 28 18:24:25.427053 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 3e791fd4-782c-4fe5-a464-93b7a33d77e9 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:24:25.458064 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-83184ba0-394f-4df4-a840-333aedb1705b req-aae6310b-40ff-4e12-848e-1023dac453d0 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526893 Jul 28 18:24:25.529022 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 3e791fd4-782c-4fe5-a464-93b7a33d77e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e791fd4-782c-4fe5-a464-93b7a33d77e9,segment=NetworkSegment(01a2eeaa-cc40-464e-bcac-1f5949b28322),segment_id=01a2eeaa-cc40-464e-bcac-1f5949b28322)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:25.542893 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '3e791fd4-782c-4fe5-a464-93b7a33d77e9', 'network_id': 'a27cd082-4b25-4eec-a103-bb52628be503', 'port_id': '3e791fd4-782c-4fe5-a464-93b7a33d77e9', 'mac_address': 'fa:16:3e:a8:cd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 949, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '597f9cf0-86e6-431f-9f6e-73587b9a8c74', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:24:25.584531 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:25.584531 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:25.599342 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e791fd4-782c-4fe5-a464-93b7a33d77e9 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:24:25.617024 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469c3cc-b5e4-4a9e-921a-3441a08b5ade req-57c95a31-3c34-4ebc-b966-909017194a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:25.618543 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5469c3cc-b5e4-4a9e-921a-3441a08b5ade req-57c95a31-3c34-4ebc-b966-909017194a45 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0411978 Jul 28 18:24:25.620831 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 3e791fd4-782c-4fe5-a464-93b7a33d77e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e791fd4-782c-4fe5-a464-93b7a33d77e9,segment=NetworkSegment(01a2eeaa-cc40-464e-bcac-1f5949b28322),segment_id=01a2eeaa-cc40-464e-bcac-1f5949b28322)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:25.665205 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5469c3cc-b5e4-4a9e-921a-3441a08b5ade req-a974b49d-c3fe-4f91-af34-2ca280d2b735 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406566 Jul 28 18:24:25.707212 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:25.734226 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:25.738535 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:25.758344 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=3e791fd4-782c-4fe5-a464-93b7a33d77e9,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:25.961735 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45712145-c057-4ec6-82a0-cdfab95cfe7b req-d6c7be09-522e-41d0-b36b-c48358a712b0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:25.963260 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-45712145-c057-4ec6-82a0-cdfab95cfe7b req-d6c7be09-522e-41d0-b36b-c48358a712b0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0489001 Jul 28 18:24:26.013800 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-45712145-c057-4ec6-82a0-cdfab95cfe7b req-b604a36d-9292-42f2-b080-8afbf3678220 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450084 Jul 28 18:24:26.226200 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['3e791fd4-782c-4fe5-a464-93b7a33d77e9'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:26.580891 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41522c21-7e4c-4ab8-ae9b-4397b57b148c req-b34fe23c-98f2-45f8-b783-42d6f3538092 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:26.582419 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-41522c21-7e4c-4ab8-ae9b-4397b57b148c req-b34fe23c-98f2-45f8-b783-42d6f3538092 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 947 time: 0.0513687 Jul 28 18:24:26.596139 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:26.632298 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-41522c21-7e4c-4ab8-ae9b-4397b57b148c req-1c258314-fb86-402c-8a41-9bb3ef19f0db tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432901 Jul 28 18:24:27.129827 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaa7fcb-8ce3-458c-9fbd-35e0f50eeb45 req-a5225fe6-adee-4ff4-803a-5ccc3372e6fb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:27.131283 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dbaa7fcb-8ce3-458c-9fbd-35e0f50eeb45 req-a5225fe6-adee-4ff4-803a-5ccc3372e6fb tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0470550 Jul 28 18:24:27.179893 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dbaa7fcb-8ce3-458c-9fbd-35e0f50eeb45 req-7778fa96-94cd-4190-9fae-5a429661c137 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431705 Jul 28 18:24:27.488811 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 3e791fd4-782c-4fe5-a464-93b7a33d77e9 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:27.530913 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:24:27.564133 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:27.592556 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:27.592928 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:27.666956 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:27.667359 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:27.692700 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e791fd4-782c-4fe5-a464-93b7a33d77e9'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:24:27.694987 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25955cb4-1e2f-468d-af28-cc1e7f6f3b38" -d '{"events": [{"server_uuid": "85b39e0f-e599-49d0-9e3f-d9f74f0f4770", "name": "network-vif-plugged", "status": "completed", "tag": "3e791fd4-782c-4fe5-a464-93b7a33d77e9"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:27.708083 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 3e791fd4-782c-4fe5-a464-93b7a33d77e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e791fd4-782c-4fe5-a464-93b7a33d77e9,segment=NetworkSegment(01a2eeaa-cc40-464e-bcac-1f5949b28322),segment_id=01a2eeaa-cc40-464e-bcac-1f5949b28322)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:27.734682 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22cba0f4-362f-4ae4-ae13-18d559bc6632 x-openstack-request-id: req-22cba0f4-362f-4ae4-ae13-18d559bc6632 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:27.734988 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b39e0f-e599-49d0-9e3f-d9f74f0f4770", "name": "network-vif-plugged", "status": "completed", "tag": "3e791fd4-782c-4fe5-a464-93b7a33d77e9", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:27.735248 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-22cba0f4-362f-4ae4-ae13-18d559bc6632 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:27.735655 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22cba0f4-362f-4ae4-ae13-18d559bc6632'] response: {'server_uuid': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e791fd4-782c-4fe5-a464-93b7a33d77e9', 'code': 200} Jul 28 18:24:27.758569 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611db3e-bac4-480e-a3b1-345f7cebd22d req-9385c167-dff9-492e-9b72-08dbef410be2 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:27.760095 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0611db3e-bac4-480e-a3b1-345f7cebd22d req-9385c167-dff9-492e-9b72-08dbef410be2 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 947 time: 0.0544453 Jul 28 18:24:27.788311 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:27.817191 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0611db3e-bac4-480e-a3b1-345f7cebd22d req-f6cd07cf-87b9-4085-bcd5-6858b7d636ea tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472670 Jul 28 18:24:27.838806 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=3e791fd4-782c-4fe5-a464-93b7a33d77e9,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:28.300201 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d36bacd-1f3d-467a-a1b1-582b21d19597 req-a42b41d6-fdd5-4802-b6e6-fbe43382b5e2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:28.301798 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5d36bacd-1f3d-467a-a1b1-582b21d19597 req-a42b41d6-fdd5-4802-b6e6-fbe43382b5e2 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0483270 Jul 28 18:24:28.354215 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5d36bacd-1f3d-467a-a1b1-582b21d19597 req-30b4a816-f6d3-4fdc-81d3-ed2d6600ac3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465674 Jul 28 18:24:28.484084 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee4ca3-fa91-4234-a050-864118a68b0b req-d6645772-38b9-4f6b-b7ed-093cd19270c1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:28.485615 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43ee4ca3-fa91-4234-a050-864118a68b0b req-d6645772-38b9-4f6b-b7ed-093cd19270c1 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0615811 Jul 28 18:24:28.542621 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498e1f9-5b77-425e-9f0f-a9436755f166 req-f5cca21b-c73c-4d77-8126-ae9b13f4b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:28.544664 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d498e1f9-5b77-425e-9f0f-a9436755f166 req-f5cca21b-c73c-4d77-8126-ae9b13f4b0a9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 1132 time: 0.0684328 Jul 28 18:24:28.584938 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43ee4ca3-fa91-4234-a050-864118a68b0b req-9140b2ef-527c-4e6c-9d4e-86544e1283b6 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906477 Jul 28 18:24:28.613327 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d498e1f9-5b77-425e-9f0f-a9436755f166 req-45875521-81bc-4892-a39b-b3e140092ce8 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608327 Jul 28 18:24:28.616780 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49058) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:28.775321 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:28.804104 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeaebc7-a9ae-40af-9bd5-90a69c8d9191 tempest-TestVolumeBootPattern-938785145 tempest-TestVolumeBootPattern-938785145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:28.805671 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-bbeaebc7-a9ae-40af-9bd5-90a69c8d9191 tempest-TestVolumeBootPattern-938785145 tempest-TestVolumeBootPattern-938785145-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 1124 time: 0.1879649 Jul 28 18:24:28.808479 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49062) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:28.813240 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'port_id': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:28.933208 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:28.989238 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8450b-4548-481b-adcc-751a8e09ec61 req-12792a23-6747-44a2-b930-e9fbf5d6b93d tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:28.990706 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2de8450b-4548-481b-adcc-751a8e09ec61 req-12792a23-6747-44a2-b930-e9fbf5d6b93d tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.0930877 Jul 28 18:24:29.051510 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:29.064630 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2de8450b-4548-481b-adcc-751a8e09ec61 req-54fc1963-fc56-4891-9f4f-a8cdefe56256 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647013 Jul 28 18:24:29.178471 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Allocated IP 172.27.3.193 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/7d70dce8-d8a9-47b5-9030-df24c7961af1) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:29.275641 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:29.288510 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:29.387918 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:29.433469 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:29.438362 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:29.442152 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:29.445324 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=7d70dce8-d8a9-47b5-9030-df24c7961af1,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:29.601250 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:29.802450 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:29.937370 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:30.084463 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:30.142154 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:30.250650 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event updated for resources: {'Port': ['ID=7d70dce8-d8a9-47b5-9030-df24c7961af1,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:30.259102 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de738948-a60c-48bb-8504-c95d33f88a8e req-6a8ad200-f8fd-42aa-bf33-01ea9283550d tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:30.260523 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-de738948-a60c-48bb-8504-c95d33f88a8e req-6a8ad200-f8fd-42aa-bf33-01ea9283550d tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.1090379 Jul 28 18:24:30.268273 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:30.386529 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-de738948-a60c-48bb-8504-c95d33f88a8e req-16e75a09-b20d-4920-a821-3bc2a66fa6d5 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160238 Jul 28 18:24:30.397404 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:30.403901 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Floating IP 85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e associated. External IP: 172.27.3.193, port: 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a. Jul 28 18:24:30.545984 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:30.606581 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:24:30.706142 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:30.715692 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:30.725727 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:30.726339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:30.789932 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:30.826164 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-fac1cba1-eb9e-489b-886a-c6beedcad22a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0143917 Jul 28 18:24:30.826164 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:24:30.827055 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d594cc9-10a5-43c1-81b1-7671579f8f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:30.828828 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:30.864156 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b8bbcb-3880-4483-9d19-dd9b67a9bcf7 x-openstack-request-id: req-b3b8bbcb-3880-4483-9d19-dd9b67a9bcf7 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:30.864452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:30.864729 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b3b8bbcb-3880-4483-9d19-dd9b67a9bcf7 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:30.865171 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3b8bbcb-3880-4483-9d19-dd9b67a9bcf7'] response: {'name': 'network-changed', 'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'status': 'completed', 'code': 200} Jul 28 18:24:31.028565 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:31.163387 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:54:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:24:29Z', 'updated_at': '2022-07-28T18:24:29Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}, {'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:33Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:31.188348 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:31.196712 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:31.197361 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:31.299051 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:31.381725 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:31.515259 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48b609-2100-49a2-a999-f93f4697672a req-c9ea5d99-0853-4112-9d60-359401598810 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:31.516768 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2a48b609-2100-49a2-a999-f93f4697672a req-c9ea5d99-0853-4112-9d60-359401598810 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.0479331 Jul 28 18:24:31.517337 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:54:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:24:29Z', 'updated_at': '2022-07-28T18:24:29Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}, {'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:33Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:31.542716 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a486c25-d174-4a26-8a02-55c65aa1385f None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.193', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:54:a0:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:24:29Z', 'updated_at': '2022-07-28T18:24:29Z', 'revision_number': 0, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}, {'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:33Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:31.564285 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2a48b609-2100-49a2-a999-f93f4697672a req-14952f43-5127-4508-8041-f1b65b07c4f9 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419354 Jul 28 18:24:31.719945 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001b66e1-e006-4b26-b0a7-b8802621cf3c None None] New status for floating IP 85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:24:32.680651 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c85671-7d06-4d78-acd5-4241587bc4b9 req-4fd1c6f2-36da-41c9-a73f-c0ba7d92ce91 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:32.682123 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31c85671-7d06-4d78-acd5-4241587bc4b9 req-4fd1c6f2-36da-41c9-a73f-c0ba7d92ce91 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.0463612 Jul 28 18:24:32.731670 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-31c85671-7d06-4d78-acd5-4241587bc4b9 req-c7889422-5a1e-43a8-9edd-4bcee0dc14c9 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441296 Jul 28 18:24:33.773492 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-698c23cc-d050-41ff-aec3-66d4ee05a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:33.774980 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-698c23cc-d050-41ff-aec3-66d4ee05a956 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0402994 Jul 28 18:24:34.168892 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a1e52-ff34-4492-8b14-ae6696ddbc14 req-704a08a0-2b35-4276-969e-0edd8bcc1c95 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:34.170370 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a4a1e52-ff34-4492-8b14-ae6696ddbc14 req-704a08a0-2b35-4276-969e-0edd8bcc1c95 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.3454978 Jul 28 18:24:34.215333 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-0dd6e26d-b70b-4a99-969e-5e36aec39a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:34.216749 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-0dd6e26d-b70b-4a99-969e-5e36aec39a33 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.4355559 Jul 28 18:24:34.237849 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a4a1e52-ff34-4492-8b14-ae6696ddbc14 req-fbdec7d0-a56d-4b84-bdea-bc4af6bdb864 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562751 Jul 28 18:24:34.554315 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:34.555099 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:34.712369 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-f3d52302-427c-4cdd-9423-46a794844e99 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a HTTP/1.1" status: 200 len: 1001 time: 0.0564020 Jul 28 18:24:34.764421 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-ca7c2735-3972-4778-b522-f616903bca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:34.765914 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-ca7c2735-3972-4778-b522-f616903bca1e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0470681 Jul 28 18:24:34.815535 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-3e658e78-d3ac-4491-91c2-b2991cb5ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:34.817106 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-3e658e78-d3ac-4491-91c2-b2991cb5ded4 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440505 Jul 28 18:24:34.887267 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:34.919588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-a5b8d3eb-4804-4921-bb2d-be5f9f474528 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867553 Jul 28 18:24:35.256177 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9d594cc9-10a5-43c1-81b1-7671579f8f6d req-cef25109-98f7-4d1a-b861-73e3a1558d4e service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916026 Jul 28 18:24:35.348476 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:35.356654 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f367a7-7cee-4d05-afdd-aea2f8f55cf8 req-059dbee7-585a-4786-9ebd-e74a84b6c42a tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:35.358158 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-33f367a7-7cee-4d05-afdd-aea2f8f55cf8 req-059dbee7-585a-4786-9ebd-e74a84b6c42a tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.0481527 Jul 28 18:24:35.406564 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-33f367a7-7cee-4d05-afdd-aea2f8f55cf8 req-450eaaa2-cfb7-47f7-85c6-af2dd41893fa tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428636 Jul 28 18:24:35.901588 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e22926-8f3b-4b3b-b153-7d6f54403255 req-96580bce-f21b-4ef4-a7c7-44ea3cc783fe tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:35.903083 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a6e22926-8f3b-4b3b-b153-7d6f54403255 req-96580bce-f21b-4ef4-a7c7-44ea3cc783fe tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.0511222 Jul 28 18:24:35.953370 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a6e22926-8f3b-4b3b-b153-7d6f54403255 req-0024157c-50ec-4745-a435-b0cad2b237cc tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443251 Jul 28 18:24:37.080768 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b70cd7-340b-4829-aa6d-08e6c453579a req-3cba0349-dc85-41fc-93f8-d41dcd235934 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:37.089206 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-67b70cd7-340b-4829-aa6d-08e6c453579a req-3cba0349-dc85-41fc-93f8-d41dcd235934 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.0523543 Jul 28 18:24:37.162673 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-2fe45601-05bd-41b8-b95d-6754c7fc4ee7 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0582626 Jul 28 18:24:37.166955 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-67b70cd7-340b-4829-aa6d-08e6c453579a req-c76d2db2-4191-4589-8d35-47614acc2766 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/security-groups?id=e81ead21-7ea8-4f6f-893f-e123145601f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771582 Jul 28 18:24:37.237270 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-0e787b27-f684-46bc-ac22-6737c6b11b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:37.238865 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-0e787b27-f684-46bc-ac22-6737c6b11b17 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 1129 time: 0.0435774 Jul 28 18:24:37.602762 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49160) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:37.628249 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-cf1e9f5a-6ddd-4573-87b2-9d11ebf41361 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:37.629774 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-cf1e9f5a-6ddd-4573-87b2-9d11ebf41361 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.93 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 948 time: 0.0620272 Jul 28 18:24:37.657518 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-9ed2c2d5-53df-4c2a-9fd9-2ae734af1a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:37.659438 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-9ed2c2d5-53df-4c2a-9fd9-2ae734af1a43 service neutron] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 916 time: 0.0923388 Jul 28 18:24:37.717177 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Deleting port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:24:37.717772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:37.727649 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-c22caa37-6b63-4e7c-98a1-f74b4acd45ee service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a HTTP/1.1" status: 200 len: 1000 time: 0.0623059 Jul 28 18:24:37.775423 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-44848c9c-1929-4b91-bcb2-3e31946cff0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:37.775673 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-8a82dce8-74b4-4f33-8657-4f197e9473b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:37.777050 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-8a82dce8-74b4-4f33-8657-4f197e9473b9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0441539 Jul 28 18:24:37.821382 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-631fcc98-796f-48b5-98c6-44e7f46dff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:37.822888 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-631fcc98-796f-48b5-98c6-44e7f46dff7a service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400109 Jul 28 18:24:37.849443 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] For port 3e791fd4-782c-4fe5-a464-93b7a33d77e9, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=3e791fd4-782c-4fe5-a464-93b7a33d77e9,segment=NetworkSegment(01a2eeaa-cc40-464e-bcac-1f5949b28322),segment_id=01a2eeaa-cc40-464e-bcac-1f5949b28322)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:37.849443 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:37.867765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Calling delete_port for 3e791fd4-782c-4fe5-a464-93b7a33d77e9 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:24:37.920601 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-8168dc29-b8c4-40ae-afb5-95cfb4fdc3b0 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907600 Jul 28 18:24:37.966715 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-44848c9c-1929-4b91-bcb2-3e31946cff0b admin admin] Publish callbacks [] for security_group (5814e67d-e301-4bba-b188-137c4678f379), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.012480 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1a1fc875-a3e3-412b-959b-9a21a4b86e88 req-c79fcd5c-4ca7-4b7a-965d-9d851a9ea4ed service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852757 Jul 28 18:24:38.034847 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-44848c9c-1929-4b91-bcb2-3e31946cff0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5814e67d-e301-4bba-b188-137c4678f379), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.072600 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44848c9c-1929-4b91-bcb2-3e31946cff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5814e67d-e301-4bba-b188-137c4678f379,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:38.080226 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-44848c9c-1929-4b91-bcb2-3e31946cff0b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=126babac1b524cba976e42b12c0c978f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4739192 Jul 28 18:24:38.080558 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49164) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:38.129525 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8d94e35f-626e-4767-9b9e-dbb00f1f4811 admin admin] Publish callbacks [] for security_group (5814e67d-e301-4bba-b188-137c4678f379), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.147388 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (3e791fd4-782c-4fe5-a464-93b7a33d77e9), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.157343 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8d94e35f-626e-4767-9b9e-dbb00f1f4811 admin admin] Publish callbacks [] for security_group (5814e67d-e301-4bba-b188-137c4678f379), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.190261 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Pushing event deleted for resources: {'Port': ['ID=3e791fd4-782c-4fe5-a464-93b7a33d77e9,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:38.194777 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['3e791fd4-782c-4fe5-a464-93b7a33d77e9'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:24:38.260215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] No DVR routers for this DVR port 3e791fd4-782c-4fe5-a464-93b7a33d77e9 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:24:38.260215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.260215 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-584a2eff-fd24-4e24-92bd-97b831e221c4 req-8f11746c-72e5-4b0f-9dbb-c7bd243ea294 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.93 "DELETE /v2.0/ports/3e791fd4-782c-4fe5-a464-93b7a33d77e9 HTTP/1.1" status: 204 len: 173 time: 0.6246142 Jul 28 18:24:38.260602 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'name': 'network-vif-deleted', 'tag': '3e791fd4-782c-4fe5-a464-93b7a33d77e9'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:24:38.263369 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991ac6da-42a4-47b4-9a9a-5cff42d3416e" -d '{"events": [{"server_uuid": "85b39e0f-e599-49d0-9e3f-d9f74f0f4770", "name": "network-vif-deleted", "tag": "3e791fd4-782c-4fe5-a464-93b7a33d77e9"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:24:38.309786 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d6f21332-ea63-47f2-9cd1-dc45daaf42ca req-fdd7acd0-856a-4417-a4b2-256b8fb5c046 tempest-VolumesNegativeTest-1794823294 tempest-VolumesNegativeTest-1794823294-project] 10.222.0.86 "GET /v2.0/ports?device_id=85b39e0f-e599-49d0-9e3f-d9f74f0f4770 HTTP/1.1" status: 200 len: 210 time: 0.0486860 Jul 28 18:24:38.314899 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522ff8e1-2d36-4860-8d65-8dbf436d40cc x-openstack-request-id: req-522ff8e1-2d36-4860-8d65-8dbf436d40cc {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:24:38.315195 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85b39e0f-e599-49d0-9e3f-d9f74f0f4770", "name": "network-vif-deleted", "tag": "3e791fd4-782c-4fe5-a464-93b7a33d77e9", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:24:38.316073 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-522ff8e1-2d36-4860-8d65-8dbf436d40cc {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:24:38.316073 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522ff8e1-2d36-4860-8d65-8dbf436d40cc'] response: {'server_uuid': '85b39e0f-e599-49d0-9e3f-d9f74f0f4770', 'name': 'network-vif-deleted', 'tag': '3e791fd4-782c-4fe5-a464-93b7a33d77e9', 'status': 'completed', 'code': 200} Jul 28 18:24:38.467631 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8d94e35f-626e-4767-9b9e-dbb00f1f4811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5814e67d-e301-4bba-b188-137c4678f379), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.470462 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8d94e35f-626e-4767-9b9e-dbb00f1f4811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:38.471593 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-8d94e35f-626e-4767-9b9e-dbb00f1f4811 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5814e67d-e301-4bba-b188-137c4678f379 HTTP/1.1" status: 204 len: 168 time: 0.3901179 Jul 28 18:24:38.474184 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:38.481244 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d94e35f-626e-4767-9b9e-dbb00f1f4811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5814e67d-e301-4bba-b188-137c4678f379,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:39.587023 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49200) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:39.694695 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087493906-network', 'tenant_id': '0033b0b8a5344a67ad0817eebb0508cf'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:39.711540 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:39.862089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Made reservation on behalf of 0033b0b8a5344a67ad0817eebb0508cf for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:39.864572 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:39.875230 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:39.936526 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:39.958682 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks [] for security_group (86b27724-8d81-4769-a898-e9133043a8b3), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.055276 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (86b27724-8d81-4769-a898-e9133043a8b3), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.081090 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 911} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:40.090596 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b27724-8d81-4769-a898-e9133043a8b3,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:40.096647 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (c45e303b-c07a-4ca6-8534-8c80a8fae1b2), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.097024 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Added segment c45e303b-c07a-4ca6-8534-8c80a8fae1b2 of type vlan for network 0497c966-b87a-44e5-b626-36fa051f4f2e Jul 28 18:24:40.139241 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (0497c966-b87a-44e5-b626-36fa051f4f2e), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.233621 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (0497c966-b87a-44e5-b626-36fa051f4f2e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.234688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:40.235287 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.301762 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] Pushing event updated for resources: {'Network': ['ID=0497c966-b87a-44e5-b626-36fa051f4f2e,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:40.312424 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 0497c966-b87a-44e5-b626-36fa051f4f2e details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:40.374303 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1c177991-4b6b-47cf-9137-993c4d63339b admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7860465 Jul 28 18:24:40.377187 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49232) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:40.383627 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Request body: {'subnet': {'network_id': '0497c966-b87a-44e5-b626-36fa051f4f2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087493906-subnet', 'tenant_id': '0033b0b8a5344a67ad0817eebb0508cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:40.456044 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Made reservation on behalf of 0033b0b8a5344a67ad0817eebb0508cf for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:40.458896 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26022573'] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.713781 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29164215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26022531'] for subnet (44a927aa-29f6-4a2c-ac2f-96594a69c4b7), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.759688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:40.773998 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44a927aa-29f6-4a2c-ac2f-96594a69c4b7,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:40.781533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Checking segment: {'id': 'c45e303b-c07a-4ca6-8534-8c80a8fae1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 911, 'network_id': '0497c966-b87a-44e5-b626-36fa051f4f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:40.781894 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Network hostable DHCP agents. Network: 0497c966-b87a-44e5-b626-36fa051f4f2e, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:40.890496 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Network 0497c966-b87a-44e5-b626-36fa051f4f2e is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:40.959151 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 0497c966-b87a-44e5-b626-36fa051f4f2e) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:40.963512 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:40.964115 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:40.969387 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a5db80-e8ed-47f0-97dd-d8753f332029 None None] Network 0497c966-b87a-44e5-b626-36fa051f4f2e requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:41.072015 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38061dc6-cf5d-4f9f-bf69-fc70e22b2b52 None None] Network 0497c966-b87a-44e5-b626-36fa051f4f2e requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:41.080040 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-98e48694-e00d-43f1-be7a-e4ed0258f062 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6981845 Jul 28 18:24:41.535438 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 3e791fd4-782c-4fe5-a464-93b7a33d77e9 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:24:41.556190 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 3e791fd4-782c-4fe5-a464-93b7a33d77e9 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:24:41.556536 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 3e791fd4-782c-4fe5-a464-93b7a33d77e9 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:24:41.758695 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49324) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:41.764249 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056492273-network', 'tenant_id': 'e7e7a68287394d1a86f4ae09cd1c4d99'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:41.873465 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Made reservation on behalf of e7e7a68287394d1a86f4ae09cd1c4d99 for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:41.876090 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:41.885251 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:41.938530 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=80,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:41.965529 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks [] for security_group (28889733-7a8f-4cca-9b4e-41606323f9f1), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.084523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (28889733-7a8f-4cca-9b4e-41606323f9f1), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.111813 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 946} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:42.121616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28889733-7a8f-4cca-9b4e-41606323f9f1,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:42.128552 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (eef01a57-e00a-41b9-8875-a3990c44dcab), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.128898 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Added segment eef01a57-e00a-41b9-8875-a3990c44dcab of type vlan for network a622e2f6-711b-4840-914d-cfda374dd75a Jul 28 18:24:42.171956 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (a622e2f6-711b-4840-914d-cfda374dd75a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.278456 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (a622e2f6-711b-4840-914d-cfda374dd75a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.279440 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:42.280030 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.343978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] Pushing event updated for resources: {'Network': ['ID=a622e2f6-711b-4840-914d-cfda374dd75a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:42.353760 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network a622e2f6-711b-4840-914d-cfda374dd75a details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:42.430307 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1983477c-f3a3-49ba-b74f-98874f6477fb admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6700726 Jul 28 18:24:42.432849 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49360) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:42.438173 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Request body: {'subnet': {'network_id': 'a622e2f6-711b-4840-914d-cfda374dd75a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1056492273-subnet', 'tenant_id': 'e7e7a68287394d1a86f4ae09cd1c4d99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:42.536146 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Made reservation on behalf of e7e7a68287394d1a86f4ae09cd1c4d99 for: {'subnet': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:42.538643 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29670144'] for subnet (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.689968 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:42.776215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30297214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29670190'] for subnet (80596ef8-73cf-491b-bb19-cf61b7a79883), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:42.837475 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=80596ef8-73cf-491b-bb19-cf61b7a79883,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:42.847713 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Checking segment: {'id': 'eef01a57-e00a-41b9-8875-a3990c44dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 946, 'network_id': 'a622e2f6-711b-4840-914d-cfda374dd75a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:42.848072 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Network hostable DHCP agents. Network: a622e2f6-711b-4840-914d-cfda374dd75a, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104675) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:42.971980 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Network a622e2f6-711b-4840-914d-cfda374dd75a is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104675) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:43.068117 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=41,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:43.072364 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:43.073296 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, a622e2f6-711b-4840-914d-cfda374dd75a) {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:43.083746 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:43.083746 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.084467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add3531a-21f3-40b5-9cc0-2c31e2eb988b None None] Network a622e2f6-711b-4840-914d-cfda374dd75a requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:43.174389 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-01bfa4d8-e96a-489f-82ef-7d4cebdbb5ce admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7399032 Jul 28 18:24:43.209955 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ef48a3-f291-477b-b386-2588d52116cf None None] Network a622e2f6-711b-4840-914d-cfda374dd75a requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:43.255657 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:43.328364 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49420) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:43.380463 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] Deleting subnet 44a927aa-29f6-4a2c-ac2f-96594a69c4b7 {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:24:43.383829 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] Publish callbacks [] for subnet (44a927aa-29f6-4a2c-ac2f-96594a69c4b7), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.421978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (44a927aa-29f6-4a2c-ac2f-96594a69c4b7), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.462828 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (44a927aa-29f6-4a2c-ac2f-96594a69c4b7), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.576571 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (44a927aa-29f6-4a2c-ac2f-96594a69c4b7), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.603472 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44a927aa-29f6-4a2c-ac2f-96594a69c4b7,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:43.607275 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.610759 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-556bd01d-b03d-48a9-9bb1-3cdf30d20254 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/44a927aa-29f6-4a2c-ac2f-96594a69c4b7 HTTP/1.1" status: 204 len: 168 time: 0.2809055 Jul 28 18:24:43.612984 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49428) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:43.695277 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (0497c966-b87a-44e5-b626-36fa051f4f2e), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.732444 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:43.782379 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (0497c966-b87a-44e5-b626-36fa051f4f2e), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.803103 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0497c966-b87a-44e5-b626-36fa051f4f2e']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:43.812616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45e303b-c07a-4ca6-8534-8c80a8fae1b2') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:43.812916 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45e303b-c07a-4ca6-8534-8c80a8fae1b2') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:43.822839 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (c45e303b-c07a-4ca6-8534-8c80a8fae1b2), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.836694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (c45e303b-c07a-4ca6-8534-8c80a8fae1b2), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.843778 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Releasing vlan 911 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:24:43.844159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (c45e303b-c07a-4ca6-8534-8c80a8fae1b2), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.888701 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment c45e303b-c07a-4ca6-8534-8c80a8fae1b2 resource provider aggregate not found Jul 28 18:24:43.917738 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment c45e303b-c07a-4ca6-8534-8c80a8fae1b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c45e303b-c07a-4ca6-8534-8c80a8fae1b2 found for delete ", "request_id": "req-25c625dc-53d8-4f20-b363-83bc1d17922b"}]} Jul 28 18:24:43.987392 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (0497c966-b87a-44e5-b626-36fa051f4f2e), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.993387 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:43.998139 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] 10.222.0.86 "DELETE /v2.0/networks/0497c966-b87a-44e5-b626-36fa051f4f2e HTTP/1.1" status: 204 len: 168 time: 0.3835626 Jul 28 18:24:44.008540 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49454) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:44.013509 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f807448a-61f6-4b0b-a009-3e1645635c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=0497c966-b87a-44e5-b626-36fa051f4f2e,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:44.060365 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] Deleting subnet 80596ef8-73cf-491b-bb19-cf61b7a79883 {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:24:44.063891 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] Publish callbacks [] for subnet (80596ef8-73cf-491b-bb19-cf61b7a79883), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.106471 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (80596ef8-73cf-491b-bb19-cf61b7a79883), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.154439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (80596ef8-73cf-491b-bb19-cf61b7a79883), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.329920 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (80596ef8-73cf-491b-bb19-cf61b7a79883), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.357732 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80596ef8-73cf-491b-bb19-cf61b7a79883,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:44.360409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.362977 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-6fa2578b-d81c-4c75-b139-264234f2275d admin admin] 10.222.0.86 "DELETE /v2.0/subnets/80596ef8-73cf-491b-bb19-cf61b7a79883 HTTP/1.1" status: 204 len: 168 time: 0.3531852 Jul 28 18:24:44.365479 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49470) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:44.445869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (a622e2f6-711b-4840-914d-cfda374dd75a), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.525888 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (a622e2f6-711b-4840-914d-cfda374dd75a), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.547046 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a622e2f6-711b-4840-914d-cfda374dd75a']}} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:44.556833 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef01a57-e00a-41b9-8875-a3990c44dcab') {'for_net_delete': True} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:44.557231 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef01a57-e00a-41b9-8875-a3990c44dcab') {} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:44.571561 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25906584'] for segment (eef01a57-e00a-41b9-8875-a3990c44dcab), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.584931 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (eef01a57-e00a-41b9-8875-a3990c44dcab), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.591726 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Releasing vlan 946 on physical network physnet1 to pool {{(pid=104676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:24:44.592125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29164072'] for segment (eef01a57-e00a-41b9-8875-a3990c44dcab), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.604509 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-de07315a-6811-4b10-a625-b2af9ed562a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.631274 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment eef01a57-e00a-41b9-8875-a3990c44dcab resource provider aggregate not found Jul 28 18:24:44.638510 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:44.649447 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment eef01a57-e00a-41b9-8875-a3990c44dcab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eef01a57-e00a-41b9-8875-a3990c44dcab found for delete ", "request_id": "req-d4621733-7942-4c6b-93c8-1cdc683e9d5d"}]} Jul 28 18:24:44.741741 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (a622e2f6-711b-4840-914d-cfda374dd75a), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.747808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:44.751036 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] 10.222.0.86 "DELETE /v2.0/networks/a622e2f6-711b-4840-914d-cfda374dd75a HTTP/1.1" status: 204 len: 168 time: 0.3846395 Jul 28 18:24:44.763158 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c8c32-4180-40f7-be75-c5f76a203c92 admin admin] Pushing event deleted for resources: {'Network': ['ID=a622e2f6-711b-4840-914d-cfda374dd75a,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:45.200032 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49480) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:45.240595 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-3d9f3bf4-01ba-48f1-8045-9de6143611fd admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0033b0b8a5344a67ad0817eebb0508cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394166 Jul 28 18:24:45.243182 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49482) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:45.291679 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4acd9cde-7b50-4174-ac9e-8150ee0417ad admin admin] Publish callbacks [] for security_group (86b27724-8d81-4769-a898-e9133043a8b3), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:45.318015 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4acd9cde-7b50-4174-ac9e-8150ee0417ad admin admin] Publish callbacks [] for security_group (86b27724-8d81-4769-a898-e9133043a8b3), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:45.433252 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4acd9cde-7b50-4174-ac9e-8150ee0417ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (86b27724-8d81-4769-a898-e9133043a8b3), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:45.436746 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4acd9cde-7b50-4174-ac9e-8150ee0417ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:45.437942 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4acd9cde-7b50-4174-ac9e-8150ee0417ad admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/86b27724-8d81-4769-a898-e9133043a8b3 HTTP/1.1" status: 204 len: 168 time: 0.1938634 Jul 28 18:24:45.445902 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd9cde-7b50-4174-ac9e-8150ee0417ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b27724-8d81-4769-a898-e9133043a8b3,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:45.914846 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49494) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:46.058974 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-40011baf-8881-4de4-86ee-538c0a120caa admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fa13cc57b22c438b842a59ff4e207f10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1422615 Jul 28 18:24:46.061554 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49498) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:46.063213 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49500) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:46.103248 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e8644817-d3af-4d4a-800d-e53fa6380985 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=e7e7a68287394d1a86f4ae09cd1c4d99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387897 Jul 28 18:24:46.106078 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49502) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:46.111289 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-41dfd61d-528a-4a38-ae23-5b44deef4d1c admin admin] Publish callbacks [] for security_group (e81ead21-7ea8-4f6f-893f-e123145601f3), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.134135 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-41dfd61d-528a-4a38-ae23-5b44deef4d1c admin admin] Publish callbacks [] for security_group (e81ead21-7ea8-4f6f-893f-e123145601f3), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.140384 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:46.155793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-36808f70-845f-43c4-8ac5-8acd81bf45b2 admin admin] Publish callbacks [] for security_group (28889733-7a8f-4cca-9b4e-41606323f9f1), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.158121 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:46.179243 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-36808f70-845f-43c4-8ac5-8acd81bf45b2 admin admin] Publish callbacks [] for security_group (28889733-7a8f-4cca-9b4e-41606323f9f1), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.250250 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-41dfd61d-528a-4a38-ae23-5b44deef4d1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e81ead21-7ea8-4f6f-893f-e123145601f3), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.253006 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-41dfd61d-528a-4a38-ae23-5b44deef4d1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.256430 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-41dfd61d-528a-4a38-ae23-5b44deef4d1c admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e81ead21-7ea8-4f6f-893f-e123145601f3 HTTP/1.1" status: 204 len: 168 time: 0.1917753 Jul 28 18:24:46.262639 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dfd61d-528a-4a38-ae23-5b44deef4d1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81ead21-7ea8-4f6f-893f-e123145601f3,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:46.274493 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-36808f70-845f-43c4-8ac5-8acd81bf45b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (28889733-7a8f-4cca-9b4e-41606323f9f1), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.277877 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-36808f70-845f-43c4-8ac5-8acd81bf45b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:46.279109 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-36808f70-845f-43c4-8ac5-8acd81bf45b2 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28889733-7a8f-4cca-9b4e-41606323f9f1 HTTP/1.1" status: 204 len: 168 time: 0.1720736 Jul 28 18:24:46.291861 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36808f70-845f-43c4-8ac5-8acd81bf45b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28889733-7a8f-4cca-9b4e-41606323f9f1,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:46.884493 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1849d52a-9a35-4d65-a77c-1a48b24a9822 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.377779 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49546) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:47.480070 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1513364326-network', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:47.587535 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Made reservation on behalf of fe865ae79cfc41c1a2668f91e8cf0f70 for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:47.590758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.599806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.677280 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks [] for security_group (8c5744a5-e472-4312-9c36-45cde91d3522), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.770483 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8c5744a5-e472-4312-9c36-45cde91d3522), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.792916 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 939} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:47.807075 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c5744a5-e472-4312-9c36-45cde91d3522,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:47.812422 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (af452ba7-dbfd-4537-a6f9-4dcc0b78809b), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.812763 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Added segment af452ba7-dbfd-4537-a6f9-4dcc0b78809b of type vlan for network 7fb6fae0-7909-4795-99cd-037590bcd627 Jul 28 18:24:47.853527 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (7fb6fae0-7909-4795-99cd-037590bcd627), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.935990 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (7fb6fae0-7909-4795-99cd-037590bcd627), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.937163 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:47.937805 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:47.955052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:47.958798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:48.000774 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb6fae0-7909-4795-99cd-037590bcd627,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:48.010731 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 7fb6fae0-7909-4795-99cd-037590bcd627 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:48.077960 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-ec4bc1f4-ec5c-4ddb-9efb-9a5f7bfa83b6 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6981761 Jul 28 18:24:48.080130 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49562) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:48.090911 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Request body: {'subnet': {'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1513364326-subnet', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:48.204503 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Made reservation on behalf of fe865ae79cfc41c1a2668f91e8cf0f70 for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:48.207415 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26022573'] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:48.433956 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29164215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26022531'] for subnet (ae9d1f04-e2c9-42d3-af46-5bb2239c0c06), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:48.460814 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:48.498173 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:48.502580 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Checking segment: {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:48.502990 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Network hostable DHCP agents. Network: 7fb6fae0-7909-4795-99cd-037590bcd627, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:48.570242 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Network 7fb6fae0-7909-4795-99cd-037590bcd627 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:48.661887 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 7fb6fae0-7909-4795-99cd-037590bcd627) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:48.666204 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:48.666824 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:48.672817 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a157b58-8322-4265-8bf1-d7ae4d8f97d0 None None] Network 7fb6fae0-7909-4795-99cd-037590bcd627 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:48.749800 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-de37ccc4-e771-4409-8b1b-bc6c04534866 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6650941 Jul 28 18:24:48.750186 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49582) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:48.755271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:48.775481 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-7fb6fae0-7909-4795-99cd-037590bcd627', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:24:48.776528 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:48.877113 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (efa217e9-6026-45f0-9a7c-57f455e9b144), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:48.877113 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (efa217e9-6026-45f0-9a7c-57f455e9b144), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:48.906262 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:48.925658 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Allocated IP 172.20.0.2 (7fb6fae0-7909-4795-99cd-037590bcd627/ae9d1f04-e2c9-42d3-af46-5bb2239c0c06/abbaf663-4139-4619-9f3f-9fd0f2b6f84d) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:48.941222 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks [] for router_controller (efa217e9-6026-45f0-9a7c-57f455e9b144), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.078412 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Publish callbacks [] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.119266 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.139335 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks [] for router_gateway (efa217e9-6026-45f0-9a7c-57f455e9b144), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.166657 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Network 7fb6fae0-7909-4795-99cd-037590bcd627 is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:49.171161 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:49.173094 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Pushing event updated for resources: {'Port': ['ID=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:49.175337 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:49.184396 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.184745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.185114 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.185457 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.185789 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.186121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.186447 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.186771 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.187096 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.187426 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.187749 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.188073 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.188393 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.188712 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.189056 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:49.259027 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Attempting to bind port abbaf663-4139-4619-9f3f-9fd0f2b6f84d on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:24:49.259439 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Attempting to bind port abbaf663-4139-4619-9f3f-9fd0f2b6f84d by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:24:49.259769 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Attempting to bind port abbaf663-4139-4619-9f3f-9fd0f2b6f84d on network 7fb6fae0-7909-4795-99cd-037590bcd627 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:49.268745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:24:49.269156 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Checking segment: {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:49.269563 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.269953 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Bound using segment: {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:24:49.270421 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Bound port: abbaf663-4139-4619-9f3f-9fd0f2b6f84d, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:24:49.270807 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.283286 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=7,neutron:SELECT=88,neutron:INSERT=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:49.327136 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.337302 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] For port abbaf663-4139-4619-9f3f-9fd0f2b6f84d, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:49.341387 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] For port abbaf663-4139-4619-9f3f-9fd0f2b6f84d, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:49.388095 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks [] for router_gateway (efa217e9-6026-45f0-9a7c-57f455e9b144), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.408013 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.445237 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.508074 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205241d-7c80-4526-9751-21eb54bbde0b None None] Pushing event updated for resources: {'Port': ['ID=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:49.535819 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Allocated IP 172.27.3.49 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/0e600604-fe59-4c0f-9cd4-d1d47e30128e) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:49.607973 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49600) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:49.658235 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks [] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.704992 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:49.765534 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.804590 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.812544 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10304d6e-3fca-4fee-83cc-f3264b81615c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:49.838973 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:49.843072 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:49.848384 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:49.850882 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:49.856266 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Pushing event updated for resources: {'Port': ['ID=0e600604-fe59-4c0f-9cd4-d1d47e30128e,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:50.047217 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10304d6e-3fca-4fee-83cc-f3264b81615c admin admin] Publish callbacks [] for security_group (de61bc75-7528-4642-b64f-b838e3fa2b8e), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.159174 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-10304d6e-3fca-4fee-83cc-f3264b81615c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (de61bc75-7528-4642-b64f-b838e3fa2b8e), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.247528 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10304d6e-3fca-4fee-83cc-f3264b81615c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de61bc75-7528-4642-b64f-b838e3fa2b8e,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:50.275471 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-10304d6e-3fca-4fee-83cc-f3264b81615c admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6f5a984470494d2fb17432261e6d5835&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6664584 Jul 28 18:24:50.282475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49604) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:50.302673 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks [] for router_gateway (efa217e9-6026-45f0-9a7c-57f455e9b144), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.338003 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0533-a2a6-4c6d-a6a9-146b1c4efcff admin admin] Publish callbacks [] for security_group (de61bc75-7528-4642-b64f-b838e3fa2b8e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.362258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0533-a2a6-4c6d-a6a9-146b1c4efcff admin admin] Publish callbacks [] for security_group (de61bc75-7528-4642-b64f-b838e3fa2b8e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.436665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c1cbe3-4300-4b70-b2ab-505d256162e6 None None] Network 7fb6fae0-7909-4795-99cd-037590bcd627 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:50.493544 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-b73da0bf-da74-4c13-a6d0-5aaf7266ccff None None] Provisioning complete for port abbaf663-4139-4619-9f3f-9fd0f2b6f84d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:50.493777 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b73da0bf-da74-4c13-a6d0-5aaf7266ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.505510 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (efa217e9-6026-45f0-9a7c-57f455e9b144), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.507358 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0533-a2a6-4c6d-a6a9-146b1c4efcff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (de61bc75-7528-4642-b64f-b838e3fa2b8e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.508180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:50.510589 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a3ac0533-a2a6-4c6d-a6a9-146b1c4efcff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.522922 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a3ac0533-a2a6-4c6d-a6a9-146b1c4efcff admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/de61bc75-7528-4642-b64f-b838e3fa2b8e HTTP/1.1" status: 204 len: 168 time: 0.2417693 Jul 28 18:24:50.537603 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac0533-a2a6-4c6d-a6a9-146b1c4efcff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de61bc75-7528-4642-b64f-b838e3fa2b8e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:50.718770 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Router efa217e9-6026-45f0-9a7c-57f455e9b144 is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:24:50.753747 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-b73da0bf-da74-4c13-a6d0-5aaf7266ccff None None] Current status of the port abbaf663-4139-4619-9f3f-9fd0f2b6f84d is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:50.754109 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b73da0bf-da74-4c13-a6d0-5aaf7266ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.798704 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-b73da0bf-da74-4c13-a6d0-5aaf7266ccff None None] For port abbaf663-4139-4619-9f3f-9fd0f2b6f84d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:50.861892 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-b73da0bf-da74-4c13-a6d0-5aaf7266ccff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:50.936405 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73da0bf-da74-4c13-a6d0-5aaf7266ccff None None] Pushing event updated for resources: {'Port': ['ID=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:50.980787 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-d9801b9f-1df2-4ac3-9a7b-9c31fe07910e None None] Provisioning complete for port abbaf663-4139-4619-9f3f-9fd0f2b6f84d triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:50.981195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d9801b9f-1df2-4ac3-9a7b-9c31fe07910e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.009300 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:51.056150 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-d9801b9f-1df2-4ac3-9a7b-9c31fe07910e None None] Current status of the port abbaf663-4139-4619-9f3f-9fd0f2b6f84d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:51.070823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:51.081085 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Sync routers for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:51.093348 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:51.093964 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:51.133297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.141216 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-99c2c1e0-5bd6-4c95-9106-596aadaa38ab admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3862195 Jul 28 18:24:51.141533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49612) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:51.141638 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49614) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:51.156547 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec3442c0-af44-4f6a-bf55-470109dcd46b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.211038 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:51.236331 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:51.246106 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec3442c0-af44-4f6a-bf55-470109dcd46b admin admin] Publish callbacks [] for security_group (6acd827f-c0e5-44e7-844c-90b289ae924a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.330553 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ec3442c0-af44-4f6a-bf55-470109dcd46b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6acd827f-c0e5-44e7-844c-90b289ae924a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.371386 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3442c0-af44-4f6a-bf55-470109dcd46b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6acd827f-c0e5-44e7-844c-90b289ae924a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:51.376120 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ec3442c0-af44-4f6a-bf55-470109dcd46b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=246ce62d820849c79a3885b77b485e08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356791 Jul 28 18:24:51.381346 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49616) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:51.404519 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device abbaf663-4139-4619-9f3f-9fd0f2b6f84d up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:51.433778 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f671ee8d-dc93-4765-8149-2ee8985c74d5 admin admin] Publish callbacks [] for security_group (6acd827f-c0e5-44e7-844c-90b289ae924a), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.456636 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f671ee8d-dc93-4765-8149-2ee8985c74d5 admin admin] Publish callbacks [] for security_group (6acd827f-c0e5-44e7-844c-90b289ae924a), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.462335 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:50Z', 'revision_number': 3, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:51.490236 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Checking router: efa217e9-6026-45f0-9a7c-57f455e9b144 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:51.490595 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Updating router efa217e9-6026-45f0-9a7c-57f455e9b144 port 0e600604-fe59-4c0f-9cd4-d1d47e30128e binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:24:51.496048 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:51.520298 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port abbaf663-4139-4619-9f3f-9fd0f2b6f84d triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:51.520682 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.551842 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.559245 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f671ee8d-dc93-4765-8149-2ee8985c74d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6acd827f-c0e5-44e7-844c-90b289ae924a), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.562386 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f671ee8d-dc93-4765-8149-2ee8985c74d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.566083 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:51.566574 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f671ee8d-dc93-4765-8149-2ee8985c74d5 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6acd827f-c0e5-44e7-844c-90b289ae924a HTTP/1.1" status: 204 len: 168 time: 0.1838479 Jul 28 18:24:51.574110 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671ee8d-dc93-4765-8149-2ee8985c74d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acd827f-c0e5-44e7-844c-90b289ae924a,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:51.607740 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.720013 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port abbaf663-4139-4619-9f3f-9fd0f2b6f84d is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:51.770810 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:51.775177 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Allocated IP 172.20.0.1 (7fb6fae0-7909-4795-99cd-037590bcd627/ae9d1f04-e2c9-42d3-af46-5bb2239c0c06/7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:51.873524 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Publish callbacks [] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.893417 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks [] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.919074 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.965705 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.968694 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:51.978706 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Attempting to bind port 0e600604-fe59-4c0f-9cd4-d1d47e30128e on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:24:51.979085 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Attempting to bind port 0e600604-fe59-4c0f-9cd4-d1d47e30128e by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:24:51.979455 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Attempting to bind port 0e600604-fe59-4c0f-9cd4-d1d47e30128e on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:51.982841 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d6ff1-80cd-4f74-ab67-5a716db7990f None None] Pushing event updated for resources: {'Port': ['ID=0e600604-fe59-4c0f-9cd4-d1d47e30128e,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:51.987547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:24:51.987922 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:51.988340 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:51.988726 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:24:51.989262 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Bound port: 0e600604-fe59-4c0f-9cd4-d1d47e30128e, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:24:51.994318 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.023562 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Network 7fb6fae0-7909-4795-99cd-037590bcd627 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:52.029191 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:52.031577 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Pushing event updated for resources: {'Port': ['ID=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:52.033842 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:52.050792 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] For port 0e600604-fe59-4c0f-9cd4-d1d47e30128e, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:52.055643 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] For port 0e600604-fe59-4c0f-9cd4-d1d47e30128e, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=0e600604-fe59-4c0f-9cd4-d1d47e30128e,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:52.082025 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (efa217e9-6026-45f0-9a7c-57f455e9b144), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.113865 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.179286 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d6ff1-80cd-4f74-ab67-5a716db7990f None None] Pushing event updated for resources: {'Port': ['ID=0e600604-fe59-4c0f-9cd4-d1d47e30128e,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:52.181897 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:52.182512 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:52.296139 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.298718 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-1331a7cf-c0bb-4dc2-81be-715631661d37 None None] Provisioning complete for port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:52.299097 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-1331a7cf-c0bb-4dc2-81be-715631661d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.332143 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:52.392751 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-1331a7cf-c0bb-4dc2-81be-715631661d37 None None] Port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:24:52.482258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks [] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.504067 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:52.519062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:50Z', 'revision_number': 3, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:52.525080 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.546321 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542a82ba-e86e-4520-8b88-df697b917a07 None None] The sync data for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi is: [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:50Z', 'revision_number': 3, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:52.591157 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:52.600235 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (efa217e9-6026-45f0-9a7c-57f455e9b144), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:52.603324 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Pushing event updated for resources: {'Port': ['ID=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:52.705100 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:52.710757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Network 7fb6fae0-7909-4795-99cd-037590bcd627 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:52.712257 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:52.864258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Router efa217e9-6026-45f0-9a7c-57f455e9b144 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:24:53.009674 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:53.012397 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-8082a09f-a895-4598-939e-020a90a5e402 None None] Provisioning complete for port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:53.012774 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8082a09f-a895-4598-939e-020a90a5e402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:53.015659 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9127ac2f-204b-44bf-b6ac-bbc316ff71ae admin admin] 10.222.0.86 "PUT /v2.0/routers/efa217e9-6026-45f0-9a7c-57f455e9b144/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8727210 Jul 28 18:24:53.059091 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-8082a09f-a895-4598-939e-020a90a5e402 None None] Port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:24:53.402671 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0e600604-fe59-4c0f-9cd4-d1d47e30128e up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:53.453542 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 0e600604-fe59-4c0f-9cd4-d1d47e30128e triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:53.453924 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:53.547756 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 0e600604-fe59-4c0f-9cd4-d1d47e30128e is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:53.552953 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:53.574272 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 0e600604-fe59-4c0f-9cd4-d1d47e30128e, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=0e600604-fe59-4c0f-9cd4-d1d47e30128e,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:53.660373 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:53.709662 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=0e600604-fe59-4c0f-9cd4-d1d47e30128e,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:53.913004 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49678) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:53.918533 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2125145232-network', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:53.987291 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Made reservation on behalf of b83a89a10e6c4099907b2998c7a7fefa for: {'network': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:53.990016 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.007334 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.092632 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks [] for security_group (832646d3-faa2-4de7-af3b-b5ca998d080a), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.153388 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (832646d3-faa2-4de7-af3b-b5ca998d080a), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.162459 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=12 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:54.182382 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 947} {{(pid=104675) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:24:54.193304 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832646d3-faa2-4de7-af3b-b5ca998d080a,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:54.194883 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Sync routers for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:54.198327 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (28770a0d-676d-4013-9aae-b7c6bcd46e43), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.199415 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.segments_db [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Added segment 28770a0d-676d-4013-9aae-b7c6bcd46e43 of type vlan for network dbc71097-9d0c-4276-b82c-34a82d8288ab Jul 28 18:24:54.208267 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:54.208905 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:54.242076 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (dbc71097-9d0c-4276-b82c-34a82d8288ab), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.314825 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:54.325094 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (dbc71097-9d0c-4276-b82c-34a82d8288ab), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.326148 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:54.326750 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.398094 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] Pushing event updated for resources: {'Network': ['ID=dbc71097-9d0c-4276-b82c-34a82d8288ab,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:54.410399 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network dbc71097-9d0c-4276-b82c-34a82d8288ab details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:24:54.431300 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d61cd7a6-a430-4ac0-b889-9d04e7a6b62f admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5166185 Jul 28 18:24:54.435042 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49704) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:54.440046 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Request body: {'subnet': {'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2125145232-subnet', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:54.513183 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Made reservation on behalf of b83a89a10e6c4099907b2998c7a7fefa for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:24:54.515828 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26022573'] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.519767 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 2, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:54.548525 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Checking router: efa217e9-6026-45f0-9a7c-57f455e9b144 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:54.548876 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Updating router efa217e9-6026-45f0-9a7c-57f455e9b144 port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:24:54.579217 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.816164 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29164215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26022531'] for subnet (55d7b5e5-1423-4bca-ad35-fc46a018d9f7), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.816802 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49708) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:54.842113 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Publish callbacks [] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.876570 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55d7b5e5-1423-4bca-ad35-fc46a018d9f7,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:54.887214 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Checking segment: {'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:54.892367 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Network hostable DHCP agents. Network: dbc71097-9d0c-4276-b82c-34a82d8288ab, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:24:54.934585 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-849dc793-d7bf-4023-bffd-b198d44a81bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:54.958747 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Network dbc71097-9d0c-4276-b82c-34a82d8288ab is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:24:54.958947 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.014098 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-849dc793-d7bf-4023-bffd-b198d44a81bf admin admin] Publish callbacks [] for security_group (1c95f6d8-8bf9-4757-8069-6b77380809f9), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.017178 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, dbc71097-9d0c-4276-b82c-34a82d8288ab) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:55.022206 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:24:55.024681 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.030511 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Pushing event updated for resources: {'Port': ['ID=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:55.032717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5480afe-5559-4a9e-a085-75d88d49c86f None None] Network dbc71097-9d0c-4276-b82c-34a82d8288ab requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:55.041483 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.041841 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.042787 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.043148 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.043490 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.043824 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.044153 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.044486 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.044827 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.045170 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.045497 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.045839 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.046163 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.046491 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.046808 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104678) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:24:55.078026 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Attempting to bind port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:24:55.081859 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Attempting to bind port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:24:55.081859 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Attempting to bind port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 on network 7fb6fae0-7909-4795-99cd-037590bcd627 {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:55.084173 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:24:55.084550 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Checking segment: {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:55.085243 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.085884 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Bound using segment: {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:24:55.086540 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Bound port: 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:24:55.086918 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.101790 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-849dc793-d7bf-4023-bffd-b198d44a81bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1c95f6d8-8bf9-4757-8069-6b77380809f9), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.133127 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a8e170bb-764b-47a6-a9f5-5b1d86725780 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6969161 Jul 28 18:24:55.136312 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-849dc793-d7bf-4023-bffd-b198d44a81bf admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=355786b9b2864848b132a2eaef000608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3183248 Jul 28 18:24:55.138297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49712) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:55.138831 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49714) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:55.150949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:24:55.159536 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] For port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:55.163310 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] For port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:55.169197 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=3,neutron:SELECT=77,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:55.170698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp96f6d2d4-ace9-5711-8725-a4870dfdbc4e-dbc71097-9d0c-4276-b82c-34a82d8288ab', 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab', 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'fixed_ips': [{'subnet_id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7'}]}} from dv-cinder-846173-4-iscsi. {{(pid=104677) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 28 18:24:55.171648 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.194593 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dc793-d7bf-4023-bffd-b198d44a81bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c95f6d8-8bf9-4757-8069-6b77380809f9,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:55.243440 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3effc20d-f1c5-4f4c-92ee-35957a5e1192 admin admin] Publish callbacks [] for security_group (1c95f6d8-8bf9-4757-8069-6b77380809f9), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.251226 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.264918 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:55.267432 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3effc20d-f1c5-4f4c-92ee-35957a5e1192 admin admin] Publish callbacks [] for security_group (1c95f6d8-8bf9-4757-8069-6b77380809f9), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.268745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:55.298059 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-636690', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1961'] for router (7af4dbf4-07f7-40de-a342-7dc3b8abe594), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.300895 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631802', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-432122', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-482429', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1952'] for router (7af4dbf4-07f7-40de-a342-7dc3b8abe594), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.328709 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:55.333444 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:55.335580 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-e0748b5c-ad70-414e-8773-0449e7aa5f23 None None] Provisioning complete for port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:55.335942 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e0748b5c-ad70-414e-8773-0449e7aa5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.368430 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks [] for router_controller (7af4dbf4-07f7-40de-a342-7dc3b8abe594), precommit_add_association {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.397461 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:55.416867 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0e600604-fe59-4c0f-9cd4-d1d47e30128e up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:55.448196 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.db_base_plugin_common [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Allocated IP 172.20.0.2 (dbc71097-9d0c-4276-b82c-34a82d8288ab/55d7b5e5-1423-4bca-ad35-fc46a018d9f7/a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea) {{(pid=104677) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:55.460912 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:55.488368 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a901275-3f8a-4d35-b1e7-29c1f2422d2e None None] Pushing event updated for resources: {'Port': ['ID=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:55.518416 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:55.559151 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3effc20d-f1c5-4f4c-92ee-35957a5e1192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1c95f6d8-8bf9-4757-8069-6b77380809f9), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.563295 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3effc20d-f1c5-4f4c-92ee-35957a5e1192 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.564111 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 0e600604-fe59-4c0f-9cd4-d1d47e30128e triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:55.564687 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.568236 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3effc20d-f1c5-4f4c-92ee-35957a5e1192 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/1c95f6d8-8bf9-4757-8069-6b77380809f9 HTTP/1.1" status: 204 len: 168 time: 0.4245036 Jul 28 18:24:55.576475 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-e0748b5c-ad70-414e-8773-0449e7aa5f23 None None] Current status of the port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:55.577132 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e0748b5c-ad70-414e-8773-0449e7aa5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.583625 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effc20d-f1c5-4f4c-92ee-35957a5e1192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c95f6d8-8bf9-4757-8069-6b77380809f9,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:55.684649 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:55.689286 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks [] for router_gateway (7af4dbf4-07f7-40de-a342-7dc3b8abe594), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.827227 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e0748b5c-ad70-414e-8773-0449e7aa5f23 None None] For port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:55.835166 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:55.862200 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceaff9e8-a0e1-44f9-987d-b5dea40af4af None None] The sync data for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi is: [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:55.894302 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Publish callbacks [] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), precommit_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.899848 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 0e600604-fe59-4c0f-9cd4-d1d47e30128e is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:55.909395 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e0748b5c-ad70-414e-8773-0449e7aa5f23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.964166 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), after_create {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:55.997882 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Network dbc71097-9d0c-4276-b82c-34a82d8288ab is already hosted by enough agents. {{(pid=104677) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:56.000658 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.scheduler.base_scheduler [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Resources bound (agent type, host, resource id): {{(pid=104677) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:56.009149 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Received port after_create {{(pid=104677) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:56.012815 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0748b5c-ad70-414e-8773-0449e7aa5f23 None None] Pushing event updated for resources: {'Port': ['ID=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:56.036749 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks [] for router_gateway (7af4dbf4-07f7-40de-a342-7dc3b8abe594), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.064927 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.091366 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a6e7db87-c0a7-496f-8603-c54e9d1f0e97 None None] Provisioning complete for port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:56.092845 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a6e7db87-c0a7-496f-8603-c54e9d1f0e97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.122526 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:56.158105 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Pushing event updated for resources: {'Port': ['ID=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,revision_number=1']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:56.181307 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Attempting to bind port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:24:56.181623 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Attempting to bind port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:24:56.181983 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Attempting to bind port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea on network dbc71097-9d0c-4276-b82c-34a82d8288ab {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:56.196451 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:24:56.198547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Checking segment: {'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:56.198547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.198547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Bound using segment: {'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:24:56.198547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Bound port: a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:24:56.198547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.219346 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Allocated IP 172.27.3.89 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/3e73fbe9-8f8a-46b9-aeb1-02010d8255c5) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:56.279691 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a6e7db87-c0a7-496f-8603-c54e9d1f0e97 None None] Current status of the port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:56.291777 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] For port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:56.295757 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] For port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,segment=NetworkSegment(28770a0d-676d-4013-9aae-b7c6bcd46e43),segment_id=28770a0d-676d-4013-9aae-b7c6bcd46e43)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:56.371246 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49722) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:56.383218 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b32e1e40-4f9e-45b9-a907-0043d2869acb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.388020 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.437954 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks [] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.458449 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:56.471565 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:56.481541 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e3153a-89a5-46eb-9ee5-12f1003f94d4 None None] Pushing event updated for resources: {'Port': ['ID=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:56.515083 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b32e1e40-4f9e-45b9-a907-0043d2869acb admin admin] Publish callbacks [] for security_group (e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.542700 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.565820 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b32e1e40-4f9e-45b9-a907-0043d2869acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.585756 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:56.592913 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:56.597448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:56.614729 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e1e40-4f9e-45b9-a907-0043d2869acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:56.632820 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Pushing event updated for resources: {'Port': ['ID=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:56.642384 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b32e1e40-4f9e-45b9-a907-0043d2869acb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a665f7da2ccd42b6bf2daee4ab420bae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2739623 Jul 28 18:24:56.644352 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49724) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:56.720520 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:56.735851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0da0840b-bc88-466f-8792-0157d779b9bd admin admin] Publish callbacks [] for security_group (e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.769258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0da0840b-bc88-466f-8792-0157d779b9bd admin admin] Publish callbacks [] for security_group (e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.918972 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0da0840b-bc88-466f-8792-0157d779b9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.921873 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0da0840b-bc88-466f-8792-0157d779b9bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:56.923143 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0da0840b-bc88-466f-8792-0157d779b9bd admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5 HTTP/1.1" status: 204 len: 168 time: 0.2766683 Jul 28 18:24:56.932664 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da0840b-bc88-466f-8792-0157d779b9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f80c8e-504d-4b7f-afd5-8cbf9582cbc5,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:57.019816 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks [] for router_gateway (7af4dbf4-07f7-40de-a342-7dc3b8abe594), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:57.148759 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:57.223463 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-432006'] for router (7af4dbf4-07f7-40de-a342-7dc3b8abe594), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:57.446434 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 is scheduled to L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 with binding_index 1 {{(pid=104675) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 28 18:24:57.466916 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:57.515342 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:57.538631 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:57.538631 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:57.563861 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5055d46-80a6-4bc7-ade4-9f6c1b2726f0 None None] Network dbc71097-9d0c-4276-b82c-34a82d8288ab requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:24:57.595271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:57.622997 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Sync routers for ids ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:24:57.629235 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:57.656714 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-73108d5a-abed-41e4-8d53-035faa53bb89 None None] Provisioning complete for port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:57.657130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-73108d5a-abed-41e4-8d53-035faa53bb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:57.669422 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Routers {'7af4dbf4-07f7-40de-a342-7dc3b8abe594'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:57.670055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:57.679886 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:57.683703 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-2f867095-5935-497f-92be-ed3ad04d4197 admin admin] 10.222.0.86 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5409870 Jul 28 18:24:57.684013 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49736) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:24:57.846501 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:57.846889 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:57.873398 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:57.898924 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:57.920912 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Set router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:57.963802 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,segment=NetworkSegment(28770a0d-676d-4013-9aae-b7c6bcd46e43),segment_id=28770a0d-676d-4013-9aae-b7c6bcd46e43)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:24:57.994445 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-73108d5a-abed-41e4-8d53-035faa53bb89 None None] Current status of the port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:57.995082 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-73108d5a-abed-41e4-8d53-035faa53bb89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.080984 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.082372 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:58.134280 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.202860 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.db.api [None req-73108d5a-abed-41e4-8d53-035faa53bb89 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:24:58.203273 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG oslo_db.api [None req-73108d5a-abed-41e4-8d53-035faa53bb89 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:24:58.239360 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:58.264898 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:58.265304 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.319069 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:24:56Z', 'revision_number': 3, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port': {'id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:56Z', 'updated_at': '2022-07-28T18:24:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:58.351819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Checking router: 7af4dbf4-07f7-40de-a342-7dc3b8abe594 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:24:58.351819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Updating router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 binding host dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:24:58.389813 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.441384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:58.448276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:58.525285 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Allocated IP 172.20.0.1 (dbc71097-9d0c-4276-b82c-34a82d8288ab/55d7b5e5-1423-4bca-ad35-fc46a018d9f7/fa43c672-91ac-433b-9102-15889533477f) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:24:58.584368 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:58.639370 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks [] for port (fa43c672-91ac-433b-9102-15889533477f), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.695947 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Publish callbacks [] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), precommit_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.738949 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-73108d5a-abed-41e4-8d53-035faa53bb89 None None] Current status of the port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:58.741558 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (fa43c672-91ac-433b-9102-15889533477f), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.775886 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.782627 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Network dbc71097-9d0c-4276-b82c-34a82d8288ab is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:58.785750 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:58.789784 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:24:58.816504 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Pushing event updated for resources: {'Port': ['ID=fa43c672-91ac-433b-9102-15889533477f,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:58.840694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-631430'] for router_interface (7af4dbf4-07f7-40de-a342-7dc3b8abe594), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:58.955643 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:58.997725 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a3377a9d-c26f-45a7-bb82-728d5bb77e0f None None] Provisioning complete for port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:58.998111 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a3377a9d-c26f-45a7-bb82-728d5bb77e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.003028 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb309c6-797b-4bd7-9c3d-25f2f42f6cd0 None None] Pushing event updated for resources: {'Port': ['ID=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,revision_number=2']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:59.022458 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Attempting to bind port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:24:59.022844 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Attempting to bind port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:24:59.023212 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Attempting to bind port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 on network 79ded495-114a-44f0-a2c2-8383921e8192 {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:24:59.039898 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:24:59.040284 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Checking segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104677) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:24:59.040698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.041121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Bound using segment: {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'} {{(pid=104677) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:24:59.041611 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.managers [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Bound port: 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89b11d11-7de7-4da3-85eb-2a88cedaa557', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}}] {{(pid=104677) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:24:59.041999 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.069870 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fa43c672-91ac-433b-9102-15889533477f), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.123105 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] For port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104677) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:24:59.142668 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] For port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:24:59.145756 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a3377a9d-c26f-45a7-bb82-728d5bb77e0f None None] Current status of the port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:59.204730 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.249441 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:59.256418 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks [] for port (fa43c672-91ac-433b-9102-15889533477f), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.280464 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Routers {'7af4dbf4-07f7-40de-a342-7dc3b8abe594'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:24:59.281184 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:59.285425 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb309c6-797b-4bd7-9c3d-25f2f42f6cd0 None None] Pushing event updated for resources: {'Port': ['ID=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,revision_number=3']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:59.319381 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (fa43c672-91ac-433b-9102-15889533477f), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.324155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-2bf9ddf2-ddce-42f2-8864-71b5d3cfd146 None None] Provisioning complete for port fa43c672-91ac-433b-9102-15889533477f triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:59.324913 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2bf9ddf2-ddce-42f2-8864-71b5d3cfd146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fa43c672-91ac-433b-9102-15889533477f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.397156 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Pushing event updated for resources: {'Port': ['ID=fa43c672-91ac-433b-9102-15889533477f,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:24:59.399186 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:24:59.400163 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-631546'] for router_interface (7af4dbf4-07f7-40de-a342-7dc3b8abe594), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.440853 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:24:59.449606 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9ddf2-ddce-42f2-8864-71b5d3cfd146 None None] Port fa43c672-91ac-433b-9102-15889533477f cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:24:59.480923 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] Set router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:24:59.484028 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:59.484476 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.514332 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Network dbc71097-9d0c-4276-b82c-34a82d8288ab is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:24:59.515867 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:24:59.673627 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:24:59.720796 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:24:59.781888 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:24:58Z', 'revision_number': 4, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port': {'id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:56Z', 'updated_at': '2022-07-28T18:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'fa43c672-91ac-433b-9102-15889533477f', 'name': '', 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'mac_address': 'fa:16:3e:5b:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:58Z', 'updated_at': '2022-07-28T18:24:58Z', 'revision_number': 1, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'subnets': [{'id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:24:59.798983 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:24:59.809189 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-0918bba6-f148-42a5-a69f-a243369dfd23 admin admin] 10.222.0.86 "PUT /v2.0/routers/7af4dbf4-07f7-40de-a342-7dc3b8abe594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1191480 Jul 28 18:24:59.812953 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33199c64-3140-41de-b1e0-e312fdda2619 None None] The sync data for ids ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'] in dv-cinder-846173-4-iscsi is: [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:24:58Z', 'revision_number': 4, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port': {'id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:56Z', 'updated_at': '2022-07-28T18:24:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'fa43c672-91ac-433b-9102-15889533477f', 'name': '', 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'mac_address': 'fa:16:3e:5b:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:58Z', 'updated_at': '2022-07-28T18:24:58Z', 'revision_number': 1, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'subnets': [{'id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:24:59.875051 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-af009ab4-2ca5-412d-8df1-e03fd66d42a8 None None] Provisioning complete for port fa43c672-91ac-433b-9102-15889533477f triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:24:59.875601 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-af009ab4-2ca5-412d-8df1-e03fd66d42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fa43c672-91ac-433b-9102-15889533477f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:24:59.926010 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-af009ab4-2ca5-412d-8df1-e03fd66d42a8 None None] Port fa43c672-91ac-433b-9102-15889533477f cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:25:00.264928 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:25:00.690583 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49814) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:00.806058 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:00.815479 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c0d4-8055-4069-9b75-06ce806dcb12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:00.907277 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c0d4-8055-4069-9b75-06ce806dcb12 admin admin] Publish callbacks [] for security_group (aca4f9cb-446a-43aa-b991-b2d28a6b0b47), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:00.970099 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d0b0c0d4-8055-4069-9b75-06ce806dcb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (aca4f9cb-446a-43aa-b991-b2d28a6b0b47), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.012044 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0c0d4-8055-4069-9b75-06ce806dcb12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aca4f9cb-446a-43aa-b991-b2d28a6b0b47,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:01.017475 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d0b0c0d4-8055-4069-9b75-06ce806dcb12 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=0846441f3c3643b88be20d30031eca63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3257947 Jul 28 18:25:01.019057 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49820) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:01.091407 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89fa1e85-8e81-4659-b24f-64039a3ba6d0 admin admin] Publish callbacks [] for security_group (aca4f9cb-446a-43aa-b991-b2d28a6b0b47), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.117125 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89fa1e85-8e81-4659-b24f-64039a3ba6d0 admin admin] Publish callbacks [] for security_group (aca4f9cb-446a-43aa-b991-b2d28a6b0b47), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.267560 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89fa1e85-8e81-4659-b24f-64039a3ba6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (aca4f9cb-446a-43aa-b991-b2d28a6b0b47), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.270256 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-89fa1e85-8e81-4659-b24f-64039a3ba6d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.271646 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-89fa1e85-8e81-4659-b24f-64039a3ba6d0 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/aca4f9cb-446a-43aa-b991-b2d28a6b0b47 HTTP/1.1" status: 204 len: 168 time: 0.2509887 Jul 28 18:25:01.283601 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa1e85-8e81-4659-b24f-64039a3ba6d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca4f9cb-446a-43aa-b991-b2d28a6b0b47,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:01.434704 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:01.515093 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:01.515838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.613030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:01.613717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.640520 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] For port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:01.679332 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:01.740161 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Pushing event updated for resources: {'Port': ['ID=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:01.975859 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 49828) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:02.005780 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e3c8-c156-49a1-b371-167cf02f6256 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:02.105538 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e3c8-c156-49a1-b371-167cf02f6256 admin admin] Publish callbacks [] for security_group (868f1ebc-480c-478c-a0ae-01b0e74d9b61), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:02.176602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0ba2e3c8-c156-49a1-b371-167cf02f6256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (868f1ebc-480c-478c-a0ae-01b0e74d9b61), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:02.226599 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0ba2e3c8-c156-49a1-b371-167cf02f6256 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=6c8312baf5f24e3e922321be5e724b2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2473640 Jul 28 18:25:02.226599 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2e3c8-c156-49a1-b371-167cf02f6256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868f1ebc-480c-478c-a0ae-01b0e74d9b61,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:02.227073 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 49832) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:02.280675 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:02.301313 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3dc3-ee1e-4c60-b06d-b3d93a4e11f8 admin admin] Publish callbacks [] for security_group (868f1ebc-480c-478c-a0ae-01b0e74d9b61), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:02.327638 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3dc3-ee1e-4c60-b06d-b3d93a4e11f8 admin admin] Publish callbacks [] for security_group (868f1ebc-480c-478c-a0ae-01b0e74d9b61), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:02.484189 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3dc3-ee1e-4c60-b06d-b3d93a4e11f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (868f1ebc-480c-478c-a0ae-01b0e74d9b61), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:02.487373 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f5ae3dc3-ee1e-4c60-b06d-b3d93a4e11f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:02.488765 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f5ae3dc3-ee1e-4c60-b06d-b3d93a4e11f8 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/868f1ebc-480c-478c-a0ae-01b0e74d9b61 HTTP/1.1" status: 204 len: 168 time: 0.2606874 Jul 28 18:25:02.499422 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae3dc3-ee1e-4c60-b06d-b3d93a4e11f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868f1ebc-480c-478c-a0ae-01b0e74d9b61,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:03.398299 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:03.433070 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Sync routers for ids ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:03.447474 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:03.448066 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:03.449497 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Routers {'7af4dbf4-07f7-40de-a342-7dc3b8abe594'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:25:03.450271 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:03.492174 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:03.533270 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:03.560699 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Set router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:25:03.784164 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:24:58Z', 'revision_number': 4, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port': {'id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:56Z', 'updated_at': '2022-07-28T18:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'fa43c672-91ac-433b-9102-15889533477f', 'name': '', 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'mac_address': 'fa:16:3e:5b:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:58Z', 'updated_at': '2022-07-28T18:24:59Z', 'revision_number': 2, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'subnets': [{'id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:03.811499 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Checking router: 7af4dbf4-07f7-40de-a342-7dc3b8abe594 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:25:03.811859 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Updating router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 port fa43c672-91ac-433b-9102-15889533477f binding host dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 28 18:25:03.845620 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fa43c672-91ac-433b-9102-15889533477f), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:03.849244 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=100 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:04.125671 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Publish callbacks [] for port (fa43c672-91ac-433b-9102-15889533477f), precommit_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:04.565968 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (fa43c672-91ac-433b-9102-15889533477f), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:04.669769 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211a52e-0b9a-4378-b9af-0e21cfb204d3 None None] Pushing event updated for resources: {'Port': ['ID=fa43c672-91ac-433b-9102-15889533477f,revision_number=3']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:04.714658 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Attempting to bind port fa43c672-91ac-433b-9102-15889533477f on host dv-cinder-846173-4-iscsi for vnic_type normal with profile {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:25:04.715673 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Attempting to bind port fa43c672-91ac-433b-9102-15889533477f by drivers openvswitch,hyperv on host dv-cinder-846173-4-iscsi at level 0 using segments [{'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:25:04.716203 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Attempting to bind port fa43c672-91ac-433b-9102-15889533477f on network dbc71097-9d0c-4276-b82c-34a82d8288ab {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:25:04.721234 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:04.725766 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Checking agent: {'id': '30825635-465e-4aad-843d-a0ba2b9585a0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-846173-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 3, 50), 'started_at': datetime.datetime(2022, 7, 28, 18, 4, 20), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-846173-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:25:04.726799 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Checking segment: {'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104678) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:25:04.727316 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:04.735523 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Bound using segment: {'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'} {{(pid=104678) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:25:04.737166 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.managers [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Bound port: fa43c672-91ac-433b-9102-15889533477f, host: dv-cinder-846173-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28770a0d-676d-4013-9aae-b7c6bcd46e43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 947, 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab'}}] {{(pid=104678) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:25:04.738102 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fa43c672-91ac-433b-9102-15889533477f), before_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:04.897715 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] For port fa43c672-91ac-433b-9102-15889533477f, host dv-cinder-846173-4-iscsi, cleared binding levels {{(pid=104678) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:04.904832 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.plugins.ml2.db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] For port fa43c672-91ac-433b-9102-15889533477f, host dv-cinder-846173-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=fa43c672-91ac-433b-9102-15889533477f,segment=NetworkSegment(28770a0d-676d-4013-9aae-b7c6bcd46e43),segment_id=28770a0d-676d-4013-9aae-b7c6bcd46e43)] {{(pid=104678) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:04.905496 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a83dd876-cfc2-4815-8d10-09a9f10ce8db None None] Provisioning complete for port fa43c672-91ac-433b-9102-15889533477f triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:04.906372 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a83dd876-cfc2-4815-8d10-09a9f10ce8db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fa43c672-91ac-433b-9102-15889533477f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:04.956349 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a83dd876-cfc2-4815-8d10-09a9f10ce8db None None] Port fa43c672-91ac-433b-9102-15889533477f cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:25:04.970037 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron_lib.callbacks.manager [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (fa43c672-91ac-433b-9102-15889533477f), after_update {{(pid=104678) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:05.047717 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Routers {'7af4dbf4-07f7-40de-a342-7dc3b8abe594'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:25:05.048363 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:24:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:05.107275 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d211a52e-0b9a-4378-b9af-0e21cfb204d3 None None] Pushing event updated for resources: {'Port': ['ID=fa43c672-91ac-433b-9102-15889533477f,revision_number=4']} {{(pid=104678) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:05.196107 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] Set router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:25:05.412558 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-641284f7-6527-4516-a774-37765bff9fe2 None None] Provisioning complete for port fa43c672-91ac-433b-9102-15889533477f triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:05.418946 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-641284f7-6527-4516-a774-37765bff9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fa43c672-91ac-433b-9102-15889533477f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:05.456465 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device fa43c672-91ac-433b-9102-15889533477f up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:05.485829 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:24:58Z', 'revision_number': 4, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port': {'id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:56Z', 'updated_at': '2022-07-28T18:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'fa43c672-91ac-433b-9102-15889533477f', 'name': '', 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'mac_address': 'fa:16:3e:5b:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:58Z', 'updated_at': '2022-07-28T18:25:04Z', 'revision_number': 4, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'subnets': [{'id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:05.519697 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4f27f0-8f46-4500-81ab-3392b0dc304a None None] The sync data for ids ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'] in dv-cinder-846173-4-iscsi is: [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:24:58Z', 'revision_number': 4, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port': {'id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:56Z', 'updated_at': '2022-07-28T18:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'fa43c672-91ac-433b-9102-15889533477f', 'name': '', 'network_id': 'dbc71097-9d0c-4276-b82c-34a82d8288ab', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'mac_address': 'fa:16:3e:5b:0b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:58Z', 'updated_at': '2022-07-28T18:25:04Z', 'revision_number': 4, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'subnets': [{'id': '55d7b5e5-1423-4bca-ad35-fc46a018d9f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:05.526788 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:05.567708 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port fa43c672-91ac-433b-9102-15889533477f triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:05.568094 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fa43c672-91ac-433b-9102-15889533477f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:05.612810 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-641284f7-6527-4516-a774-37765bff9fe2 None None] Current status of the port fa43c672-91ac-433b-9102-15889533477f is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:05.620745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-641284f7-6527-4516-a774-37765bff9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fa43c672-91ac-433b-9102-15889533477f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:05.678138 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-641284f7-6527-4516-a774-37765bff9fe2 None None] For port fa43c672-91ac-433b-9102-15889533477f, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=fa43c672-91ac-433b-9102-15889533477f,segment=NetworkSegment(28770a0d-676d-4013-9aae-b7c6bcd46e43),segment_id=28770a0d-676d-4013-9aae-b7c6bcd46e43)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:05.717959 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port fa43c672-91ac-433b-9102-15889533477f is: DOWN; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:05.718604 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fa43c672-91ac-433b-9102-15889533477f), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:05.767380 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-641284f7-6527-4516-a774-37765bff9fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (fa43c672-91ac-433b-9102-15889533477f), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:05.886864 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.db.api [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104677) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 28 18:25:05.887333 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG oslo_db.api [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 28 18:25:05.890323 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641284f7-6527-4516-a774-37765bff9fe2 None None] Pushing event updated for resources: {'Port': ['ID=fa43c672-91ac-433b-9102-15889533477f,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:06.431032 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port fa43c672-91ac-433b-9102-15889533477f is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:07.361332 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device fa43c672-91ac-433b-9102-15889533477f up at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:07.409070 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Provisioning complete for port fa43c672-91ac-433b-9102-15889533477f triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:07.409589 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fa43c672-91ac-433b-9102-15889533477f), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:07.498352 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Current status of the port fa43c672-91ac-433b-9102-15889533477f is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:10.076358 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:10.326325 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:12.214719 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-d7edf54d-a644-4923-92e3-39ec9550296f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:12.216274 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-d7edf54d-a644-4923-92e3-39ec9550296f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 815 time: 0.1072559 Jul 28 18:25:12.231022 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-d5345a1b-5b94-4ba7-a560-34dc4f12a788 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/quotas/fe865ae79cfc41c1a2668f91e8cf0f70 HTTP/1.1" status: 200 len: 375 time: 0.0093508 Jul 28 18:25:12.280721 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-3b6e34ba-b492-4b11-9ee7-3302577340db tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447431 Jul 28 18:25:12.381267 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f63e061c-2599-4ee9-a653-9e51f294ce7e service neutron] 10.222.0.86 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889955 Jul 28 18:25:12.471475 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f82a64d7-3f6e-465a-80ef-ef11ce09611d service neutron] 10.222.0.86 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838833 Jul 28 18:25:12.494097 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:INSERT=4,neutron:SELECT=66,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:12.720060 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0970c91d-c940-4887-959a-2665126c4d36 req-b29322fc-49ab-46ae-96b0-f47dca8154b0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 210 time: 0.0385318 Jul 28 18:25:13.818511 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5796742e-be21-4312-91de-a6456e6ab39b req-a36e3066-1c64-4dc1-8396-320f65be942b tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 210 time: 0.0275040 Jul 28 18:25:14.655104 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c49fae50-cfd3-46bb-954d-b328839cf099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:14.928248 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fb21d6d1-1ce4-4008-87ed-1ad325f1f9b9 req-78561a1d-0dca-4d67-9d70-dddd738c34e5 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 210 time: 0.0355728 Jul 28 18:25:15.059266 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-05923006-929f-4863-8c7e-0da965d238a0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:15.060844 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-05923006-929f-4863-8c7e-0da965d238a0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.93 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 815 time: 0.1246805 Jul 28 18:25:15.081216 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'port': {'device_id': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'admin_state_up': True, 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:15.283936 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Made reservation on behalf of fe865ae79cfc41c1a2668f91e8cf0f70 for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:15.287693 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:15.429417 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Allocated IP 172.20.0.4 (7fb6fae0-7909-4795-99cd-037590bcd627/ae9d1f04-e2c9-42d3-af46-5bb2239c0c06/fffe897d-12c2-45ef-b241-0a4c420fa5f6) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:15.478037 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8d35f-fe18-4f23-8d3e-ea3a2b3f95f7 req-31df74aa-f54f-40c1-9ba5-0db905b65be5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:15.479073 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eed8d35f-fe18-4f23-8d3e-ea3a2b3f95f7 req-31df74aa-f54f-40c1-9ba5-0db905b65be5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0547955 Jul 28 18:25:15.538602 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eed8d35f-fe18-4f23-8d3e-ea3a2b3f95f7 req-8716103f-8ead-4876-8ae3-75708cd6d34b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488880 Jul 28 18:25:15.602425 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:15.694836 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:15.740165 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Network 7fb6fae0-7909-4795-99cd-037590bcd627 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:15.745419 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:15.749321 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:25:15.777504 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.793930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.794946 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.794946 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.794946 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.795168 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:15.816021 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:15.816702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:15.898222 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f6a7ad3c-77ab-455f-bc57-0bb220bd5942 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8211815 Jul 28 18:25:15.957645 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-a8edc1b3-6e0c-48aa-a324-f8be02e26464 None None] Provisioning complete for port fffe897d-12c2-45ef-b241-0a4c420fa5f6 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:15.958155 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a8edc1b3-6e0c-48aa-a324-f8be02e26464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:15.992184 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-a8edc1b3-6e0c-48aa-a324-f8be02e26464 None None] Port fffe897d-12c2-45ef-b241-0a4c420fa5f6 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:25:16.058795 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a36696-1031-49b0-b157-780abcc26aa7 req-4fb7baf3-8a28-4709-8818-aa60bf0b7fe2 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:16.061470 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7a36696-1031-49b0-b157-780abcc26aa7 req-4fb7baf3-8a28-4709-8818-aa60bf0b7fe2 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 931 time: 0.0532625 Jul 28 18:25:16.083618 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:16.111621 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f7a36696-1031-49b0-b157-780abcc26aa7 req-54b34924-e9a5-4229-ab89-4dc4562403a6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443850 Jul 28 18:25:16.578871 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Request body: {'port': {'device_id': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:16.579968 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50024) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:16.671200 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:16.690738 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a084fd-ef8f-45a9-82d2-2dfbfd5186c5 req-a239c2d7-29e2-41cd-aa90-1531858663e5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:16.694215 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2a084fd-ef8f-45a9-82d2-2dfbfd5186c5 req-a239c2d7-29e2-41cd-aa90-1531858663e5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0639265 Jul 28 18:25:16.712404 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:16.739950 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:16.742095 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfe42-a352-463d-a360-5a25d36b8753 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:16.766564 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:16.779903 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2a084fd-ef8f-45a9-82d2-2dfbfd5186c5 req-74c9425c-5ed7-40d1-bc07-7d63a07be238 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804083 Jul 28 18:25:16.859634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfe42-a352-463d-a360-5a25d36b8753 admin admin] Publish callbacks [] for security_group (c2384133-38c7-454d-bbcd-6d4961684096), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:16.900289 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-15470720-19cd-4bea-9f67-a16c2248b996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:16.929426 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f5bcfe42-a352-463d-a360-5a25d36b8753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c2384133-38c7-454d-bbcd-6d4961684096), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:16.967399 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fffe897d-12c2-45ef-b241-0a4c420fa5f6 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:25:16.980178 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f5bcfe42-a352-463d-a360-5a25d36b8753 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=9580720476264d42b15584171e57d615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3963580 Jul 28 18:25:16.980178 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcfe42-a352-463d-a360-5a25d36b8753 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2384133-38c7-454d-bbcd-6d4961684096,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:16.985372 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50040) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:17.002443 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Publish callbacks [] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.029558 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Transition to ACTIVE for port object fffe897d-12c2-45ef-b241-0a4c420fa5f6 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:25:17.036307 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32861e67-dbd0-4d82-b706-1ae2d15a5cc9 admin admin] Publish callbacks [] for security_group (c2384133-38c7-454d-bbcd-6d4961684096), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.060947 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32861e67-dbd0-4d82-b706-1ae2d15a5cc9 admin admin] Publish callbacks [] for security_group (c2384133-38c7-454d-bbcd-6d4961684096), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.090741 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.186185 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Pushing event updated for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:17.286966 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32861e67-dbd0-4d82-b706-1ae2d15a5cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (c2384133-38c7-454d-bbcd-6d4961684096), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.300959 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-32861e67-dbd0-4d82-b706-1ae2d15a5cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.305224 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-32861e67-dbd0-4d82-b706-1ae2d15a5cc9 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/c2384133-38c7-454d-bbcd-6d4961684096 HTTP/1.1" status: 204 len: 168 time: 0.3230023 Jul 28 18:25:17.313301 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Attempting to bind port fffe897d-12c2-45ef-b241-0a4c420fa5f6 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:25:17.313642 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Attempting to bind port fffe897d-12c2-45ef-b241-0a4c420fa5f6 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:25:17.313971 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Attempting to bind port fffe897d-12c2-45ef-b241-0a4c420fa5f6 on network 7fb6fae0-7909-4795-99cd-037590bcd627 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:25:17.322943 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Port fffe897d-12c2-45ef-b241-0a4c420fa5f6 on network 7fb6fae0-7909-4795-99cd-037590bcd627 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:25:17.323336 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Attempting to bind port fffe897d-12c2-45ef-b241-0a4c420fa5f6 on network 7fb6fae0-7909-4795-99cd-037590bcd627 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:25:17.335942 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32861e67-dbd0-4d82-b706-1ae2d15a5cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2384133-38c7-454d-bbcd-6d4961684096,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:17.340330 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:25:17.340675 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Checking segment: {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:25:17.341368 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Bound using segment: {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:25:17.341548 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Bound port: fffe897d-12c2-45ef-b241-0a4c420fa5f6, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 939, 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:25:17.341901 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.358436 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147209c-84ab-401e-a756-e5e716fb33b8 req-cad23c78-265b-4b92-b5fa-ce4873670fa8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:17.374625 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0147209c-84ab-401e-a756-e5e716fb33b8 req-cad23c78-265b-4b92-b5fa-ce4873670fa8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.1348398 Jul 28 18:25:17.408015 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:17.427904 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:17.431747 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:17.460504 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:17.470410 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0147209c-84ab-401e-a756-e5e716fb33b8 req-8dad9b19-bc50-41d9-88a5-5a4959af773a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940588 Jul 28 18:25:17.536911 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.583626 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:17.584283 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.585978 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] 10.222.0.93 "PUT /v2.0/ports/fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 1093 time: 1.0116129 Jul 28 18:25:17.586443 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:25:17.588812 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8c4421-39d2-4163-af90-f29b2657eb0b" -d '{"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:17.615473 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcec904-a1d9-4ead-b48c-9f19bcb77046 service neutron] Pushing event updated for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:17.649892 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b92f2eb-196e-4df7-9bda-822e6438a217 x-openstack-request-id: req-7b92f2eb-196e-4df7-9bda-822e6438a217 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:17.650237 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:17.650511 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-7b92f2eb-196e-4df7-9bda-822e6438a217 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:17.651447 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b92f2eb-196e-4df7-9bda-822e6438a217'] response: {'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'status': 'completed', 'code': 200} Jul 28 18:25:17.928577 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87125a8-3cbb-4d80-a4a0-cc53fd0711da req-e0ce7f30-5dca-4baa-abc0-7e69ae1f7efc tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:17.930068 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a87125a8-3cbb-4d80-a4a0-cc53fd0711da req-e0ce7f30-5dca-4baa-abc0-7e69ae1f7efc tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0527632 Jul 28 18:25:17.970246 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:17.993005 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a87125a8-3cbb-4d80-a4a0-cc53fd0711da req-4e83d7bf-392a-4d70-8d8a-63485fa430aa tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552666 Jul 28 18:25:18.202680 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50052) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:18.217707 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:18.312814 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Publish callbacks [] for security_group (e1abe495-3ddc-4481-bbdf-f78766089198), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:18.392614 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e1abe495-3ddc-4481-bbdf-f78766089198), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:18.733323 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=366f35ee65b243faaa7cc7e237ad72e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5263958 Jul 28 18:25:18.733323 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1abe495-3ddc-4481-bbdf-f78766089198,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:18.733832 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50056) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:18.757754 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.758102 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.758422 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.759062 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.759062 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.759393 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.759715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.760034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.760439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.760750 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.761097 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.761418 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.761890 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.762066 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.762348 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95572e69-1e8a-4562-9240-507235c9b068 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:25:18.780283 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafad877-55c5-4e6d-b041-2ece97187ed5 req-ad9b7c5f-3938-4b5d-b033-c750a699afcc tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:18.789434 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fafad877-55c5-4e6d-b041-2ece97187ed5 req-ad9b7c5f-3938-4b5d-b033-c750a699afcc tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0715868 Jul 28 18:25:18.804312 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-07372e02-540f-4e95-a4f1-4857df7cc72a admin admin] Publish callbacks [] for security_group (e1abe495-3ddc-4481-bbdf-f78766089198), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:18.834284 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-07372e02-540f-4e95-a4f1-4857df7cc72a admin admin] Publish callbacks [] for security_group (e1abe495-3ddc-4481-bbdf-f78766089198), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:18.841661 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fafad877-55c5-4e6d-b041-2ece97187ed5 req-5c4b9336-8af6-45d6-97e3-ad96eacf1bc9 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510836 Jul 28 18:25:18.969317 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-07372e02-540f-4e95-a4f1-4857df7cc72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (e1abe495-3ddc-4481-bbdf-f78766089198), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:18.972025 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-07372e02-540f-4e95-a4f1-4857df7cc72a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:18.975478 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-07372e02-540f-4e95-a4f1-4857df7cc72a admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/e1abe495-3ddc-4481-bbdf-f78766089198 HTTP/1.1" status: 204 len: 168 time: 0.2383623 Jul 28 18:25:18.991129 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07372e02-540f-4e95-a4f1-4857df7cc72a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1abe495-3ddc-4481-bbdf-f78766089198,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:19.132213 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30244f06-cb93-4c60-b916-17d38a96075b req-8d183d31-97be-4479-b59d-e298945d282e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:19.135447 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-30244f06-cb93-4c60-b916-17d38a96075b req-8d183d31-97be-4479-b59d-e298945d282e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0510821 Jul 28 18:25:19.188678 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-30244f06-cb93-4c60-b916-17d38a96075b req-0ac9c35a-6341-4539-b8a8-8105a0c4ae5c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491633 Jul 28 18:25:19.381152 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:19.775780 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50066) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:19.792106 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-933bc43d-5593-47a6-91ab-9fba94580b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:19.793936 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:19.876186 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-933bc43d-5593-47a6-91ab-9fba94580b66 admin admin] Publish callbacks [] for security_group (2d526b59-f0a7-48e6-b681-22d731b87bdc), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:19.936081 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-933bc43d-5593-47a6-91ab-9fba94580b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2d526b59-f0a7-48e6-b681-22d731b87bdc), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:20.009060 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964793e-12a7-4312-b510-087baf143972 req-9e3320cb-314e-44fb-a759-804c95ea8986 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:20.010608 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a964793e-12a7-4312-b510-087baf143972 req-9e3320cb-314e-44fb-a759-804c95ea8986 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0860336 Jul 28 18:25:20.029418 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bc43d-5593-47a6-91ab-9fba94580b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d526b59-f0a7-48e6-b681-22d731b87bdc,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:20.045486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-933bc43d-5593-47a6-91ab-9fba94580b66 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7aa75860ac2f4926825dd2fe4cdb5b31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661502 Jul 28 18:25:20.046287 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50070) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:20.077331 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a964793e-12a7-4312-b510-087baf143972 req-e63e62a8-4ce9-4a3d-b2e0-9b4ccc702d5d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585668 Jul 28 18:25:20.085136 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=40 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:20.111902 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d6afe3ba-5133-4916-a5d3-cb1f55976456 admin admin] Publish callbacks [] for security_group (2d526b59-f0a7-48e6-b681-22d731b87bdc), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:20.136281 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d6afe3ba-5133-4916-a5d3-cb1f55976456 admin admin] Publish callbacks [] for security_group (2d526b59-f0a7-48e6-b681-22d731b87bdc), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:20.255532 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d6afe3ba-5133-4916-a5d3-cb1f55976456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2d526b59-f0a7-48e6-b681-22d731b87bdc), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:20.258694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d6afe3ba-5133-4916-a5d3-cb1f55976456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:20.260127 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d6afe3ba-5133-4916-a5d3-cb1f55976456 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2d526b59-f0a7-48e6-b681-22d731b87bdc HTTP/1.1" status: 204 len: 168 time: 0.2128344 Jul 28 18:25:20.271170 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afe3ba-5133-4916-a5d3-cb1f55976456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d526b59-f0a7-48e6-b681-22d731b87bdc,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:20.344682 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:DELETE=1,neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:20.361865 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84febdd5-3035-461d-bfbd-b5ea6d2d69d3 req-00780842-bb7e-4ed1-b5be-79b3626a8145 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:20.364174 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-84febdd5-3035-461d-bfbd-b5ea6d2d69d3 req-00780842-bb7e-4ed1-b5be-79b3626a8145 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0779397 Jul 28 18:25:20.449539 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-84febdd5-3035-461d-bfbd-b5ea6d2d69d3 req-41dc5568-77a0-4a1f-b6a7-136221d6619c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794446 Jul 28 18:25:21.216416 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:21.241376 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1d596-6880-42e4-b245-60701142d069 req-fa32fdfa-d4ec-452a-915b-1ab2e7943cf4 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:21.249281 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5b1d596-6880-42e4-b245-60701142d069 req-fa32fdfa-d4ec-452a-915b-1ab2e7943cf4 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0828812 Jul 28 18:25:21.358256 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d5b1d596-6880-42e4-b245-60701142d069 req-c7bab6eb-4525-4609-af7a-9ac276f9e19c tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510144 Jul 28 18:25:21.610178 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ae2d6-4ceb-4065-928d-547a590a715c req-9459f0d7-7f2f-4a0c-8298-013f50181f55 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:21.611962 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e0ae2d6-4ceb-4065-928d-547a590a715c req-9459f0d7-7f2f-4a0c-8298-013f50181f55 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 946 time: 0.0656962 Jul 28 18:25:21.688353 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e0ae2d6-4ceb-4065-928d-547a590a715c req-e1b29f92-a8d5-4e7b-b4ac-e54329bb2cbe tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644174 Jul 28 18:25:21.734404 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device aa7258bd-d420-41dc-a491-75aceff4ed8e no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:21.836882 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port aa7258bd-d420-41dc-a491-75aceff4ed8e is: ACTIVE; New status is: DOWN {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:21.837489 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:21.864094 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:21.870122 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:25:21.872933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2ab10f-e69b-4173-8997-914d2135ae26" -d '{"events": [{"server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:21.889199 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port aa7258bd-d420-41dc-a491-75aceff4ed8e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:21.920594 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Jul 2022 18:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb7acd2-e9ee-4d42-8d4a-9c269a73588a x-openstack-request-id: req-ebb7acd2-e9ee-4d42-8d4a-9c269a73588a {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:21.920894 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "name": "network-vif-unplugged", "status": "completed", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:21.921181 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-ebb7acd2-e9ee-4d42-8d4a-9c269a73588a {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:21.921585 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebb7acd2-e9ee-4d42-8d4a-9c269a73588a'] response: {'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'code': 200} Jul 28 18:25:21.975183 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:22.034256 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=aa7258bd-d420-41dc-a491-75aceff4ed8e,revision_number=6']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:22.461009 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502256cf-050e-4aab-8e27-a57ff063a8a2 req-c49dd3ba-d6b4-4795-a391-0e22df8c7f1d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:22.462593 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-502256cf-050e-4aab-8e27-a57ff063a8a2 req-c49dd3ba-d6b4-4795-a391-0e22df8c7f1d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0514832 Jul 28 18:25:22.518225 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-502256cf-050e-4aab-8e27-a57ff063a8a2 req-f5eee650-ecbd-4b23-a6d0-9e5e0f757ed7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487027 Jul 28 18:25:22.814578 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69c473-e08a-4cf0-8e14-f42dbfb0dd03 req-1575200a-ab94-4cd9-bf55-66a61a98924f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:22.816096 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6c69c473-e08a-4cf0-8e14-f42dbfb0dd03 req-1575200a-ab94-4cd9-bf55-66a61a98924f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0512693 Jul 28 18:25:22.870572 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6c69c473-e08a-4cf0-8e14-f42dbfb0dd03 req-9e44b4b3-1eef-416d-b123-fdc82bb05042 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478723 Jul 28 18:25:23.641355 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5498afc-383e-4c30-9029-40f67ffbe498 req-5390d192-10a3-4daa-8e78-fda7a583faab tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:23.642893 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b5498afc-383e-4c30-9029-40f67ffbe498 req-5390d192-10a3-4daa-8e78-fda7a583faab tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0481565 Jul 28 18:25:23.692847 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b5498afc-383e-4c30-9029-40f67ffbe498 req-d653e399-4609-4d82-94a0-afcc0317d9a1 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433807 Jul 28 18:25:23.994803 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ed0b6-3efc-4d54-8278-b991a6e7849b req-15732030-88ec-4123-848f-fd161efb9adb tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:23.996180 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc0ed0b6-3efc-4d54-8278-b991a6e7849b req-15732030-88ec-4123-848f-fd161efb9adb tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0481758 Jul 28 18:25:24.055519 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc0ed0b6-3efc-4d54-8278-b991a6e7849b req-09bcc634-a127-4395-bca3-7b5eaadca90e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533381 Jul 28 18:25:24.835815 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1831915-2d50-4c17-acf8-b9bc9e49993b req-8310b647-ad9f-4e17-ab42-2c520e780f2d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:24.837395 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e1831915-2d50-4c17-acf8-b9bc9e49993b req-8310b647-ad9f-4e17-ab42-2c520e780f2d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0679204 Jul 28 18:25:24.913200 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e1831915-2d50-4c17-acf8-b9bc9e49993b req-28044434-e9a4-41e3-adcd-716f070de388 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698476 Jul 28 18:25:25.191391 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ea789-a63e-4d78-ad56-05814a84f38b req-113ab05a-0ed4-4d20-b4ce-c45406d7df95 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:25.200615 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-321ea789-a63e-4d78-ad56-05814a84f38b req-113ab05a-0ed4-4d20-b4ce-c45406d7df95 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0644431 Jul 28 18:25:25.243984 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-321ea789-a63e-4d78-ad56-05814a84f38b req-b4ac4384-5cad-40cc-b6e1-f5e13e0f6da2 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Jul 28 18:25:26.034703 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e53bce-d362-4c90-ad1a-7bea6a8ee9a6 req-af914e95-a697-4037-848c-f540c2997d0c tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:26.037028 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37e53bce-d362-4c90-ad1a-7bea6a8ee9a6 req-af914e95-a697-4037-848c-f540c2997d0c tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0489745 Jul 28 18:25:26.090894 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37e53bce-d362-4c90-ad1a-7bea6a8ee9a6 req-a169a3d7-5b73-4c75-93ac-fa4a27f9c976 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487010 Jul 28 18:25:26.377193 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:26.392268 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c877417-4a08-4638-8a4a-0a55ab48b4bb req-6331b827-428c-4835-b124-7da532ba08f0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:26.393861 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2c877417-4a08-4638-8a4a-0a55ab48b4bb req-6331b827-428c-4835-b124-7da532ba08f0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0537114 Jul 28 18:25:26.446708 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2c877417-4a08-4638-8a4a-0a55ab48b4bb req-401e48cb-ef60-4bf1-ba9c-a1f6f5e641f1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472105 Jul 28 18:25:27.208090 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f050f2-1d4b-4dec-9247-15652902d1fa req-8de64519-c3b3-47c6-8613-6f50fe25844b tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:27.209868 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-16f050f2-1d4b-4dec-9247-15652902d1fa req-8de64519-c3b3-47c6-8613-6f50fe25844b tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0468671 Jul 28 18:25:27.257139 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-16f050f2-1d4b-4dec-9247-15652902d1fa req-88380e04-0857-4c1b-928f-3b011f7d513f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410142 Jul 28 18:25:27.545688 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:27.581727 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0afcfc-1e87-4181-9cfa-0322446c0d43 req-08b2c941-eb60-4c54-983c-b88916dbbd63 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:27.583221 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2b0afcfc-1e87-4181-9cfa-0322446c0d43 req-08b2c941-eb60-4c54-983c-b88916dbbd63 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0506382 Jul 28 18:25:27.631418 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2b0afcfc-1e87-4181-9cfa-0322446c0d43 req-c037fb77-71b8-4d7c-9e99-fa94cda2c169 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Jul 28 18:25:28.338887 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:28.375059 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc52e8-f370-4b6b-9c94-264152de1137 req-bdbf3ba7-234e-41ac-848c-a117af1a6103 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:28.376532 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-57bc52e8-f370-4b6b-9c94-264152de1137 req-bdbf3ba7-234e-41ac-848c-a117af1a6103 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0482929 Jul 28 18:25:28.424363 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-57bc52e8-f370-4b6b-9c94-264152de1137 req-7faa2d16-94b2-4608-9d46-46f22bdb4ab3 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416062 Jul 28 18:25:28.752566 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5cb6c-1642-4c80-ab54-5db67d06effb req-45f0a2be-996a-4320-9c17-8125d890f7c4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:28.754073 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bf5cb6c-1642-4c80-ab54-5db67d06effb req-45f0a2be-996a-4320-9c17-8125d890f7c4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0523694 Jul 28 18:25:28.804153 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bf5cb6c-1642-4c80-ab54-5db67d06effb req-8ca9a99c-59ae-461d-b998-56e88e99fcfd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444672 Jul 28 18:25:29.543060 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8206f3-7432-4adf-8cbb-7cc503e9685c req-87f0f745-b346-487d-8e15-d5dbd76d9a64 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:29.544665 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5d8206f3-7432-4adf-8cbb-7cc503e9685c req-87f0f745-b346-487d-8e15-d5dbd76d9a64 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0473628 Jul 28 18:25:29.591090 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5d8206f3-7432-4adf-8cbb-7cc503e9685c req-e0166d1d-9773-4809-ab7f-4a92f0bf734d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409572 Jul 28 18:25:29.935051 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a2f02-d704-45dc-8e67-2138bbd4ad28 req-70b89577-eb57-4d30-a652-974214d554ca tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:29.936521 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e94a2f02-d704-45dc-8e67-2138bbd4ad28 req-70b89577-eb57-4d30-a652-974214d554ca tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0473104 Jul 28 18:25:29.986708 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e94a2f02-d704-45dc-8e67-2138bbd4ad28 req-05dbccfa-fe81-4406-9547-084e7e2dd270 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447881 Jul 28 18:25:30.172377 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:30.271301 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:30.705969 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f507-e689-4054-8407-364572a50ef4 req-c1d2ed7d-c6b2-4c30-8492-efa64582e3a9 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:30.707376 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7c26f507-e689-4054-8407-364572a50ef4 req-c1d2ed7d-c6b2-4c30-8492-efa64582e3a9 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0468388 Jul 28 18:25:30.755246 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7c26f507-e689-4054-8407-364572a50ef4 req-7ec7a403-7589-44b1-982b-a9bdca74f55a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418928 Jul 28 18:25:31.108636 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401154d-4ec7-4989-bd1d-55941c4b2ba8 req-3b4c6843-dbd7-4c39-b1d1-3f32389eeca4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:31.110358 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b401154d-4ec7-4989-bd1d-55941c4b2ba8 req-3b4c6843-dbd7-4c39-b1d1-3f32389eeca4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0527256 Jul 28 18:25:31.157984 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b401154d-4ec7-4989-bd1d-55941c4b2ba8 req-7925cb1e-ac66-4d4b-92c5-8476d9a05b68 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 Jul 28 18:25:31.884888 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92430263-b696-4045-b097-64514e4decf9 req-0b7742d5-a9e7-4876-bc9d-90dadc257edc tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:31.886360 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-92430263-b696-4045-b097-64514e4decf9 req-0b7742d5-a9e7-4876-bc9d-90dadc257edc tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0536411 Jul 28 18:25:31.933337 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-92430263-b696-4045-b097-64514e4decf9 req-d9694aef-3cdd-42cf-a68c-c63591ad2f91 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Jul 28 18:25:32.276273 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b9cc5b-9998-427b-a73f-1059ead825e2 req-dec16ea0-276b-44f5-961b-f0f23308d245 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:32.277788 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-46b9cc5b-9998-427b-a73f-1059ead825e2 req-dec16ea0-276b-44f5-961b-f0f23308d245 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0474765 Jul 28 18:25:32.324109 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-46b9cc5b-9998-427b-a73f-1059ead825e2 req-e2032228-1363-46cd-ae07-4dc006fcb2f7 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407696 Jul 28 18:25:33.048410 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a85e5e-f0ed-447c-a1d2-bbae2b90ee8f req-90ba089a-5918-458e-90b8-62d4b156a8aa tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:33.049894 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-92a85e5e-f0ed-447c-a1d2-bbae2b90ee8f req-90ba089a-5918-458e-90b8-62d4b156a8aa tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0465891 Jul 28 18:25:33.100006 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-92a85e5e-f0ed-447c-a1d2-bbae2b90ee8f req-c839eebd-77de-4cb8-9edb-b235d2352121 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 Jul 28 18:25:33.423339 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:33.442100 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35688dbe-c024-4195-891c-390b11ac9eac req-ffa5dcc2-3fb3-477b-a276-b22561dc6904 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:33.443607 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35688dbe-c024-4195-891c-390b11ac9eac req-ffa5dcc2-3fb3-477b-a276-b22561dc6904 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0475590 Jul 28 18:25:33.490875 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-35688dbe-c024-4195-891c-390b11ac9eac req-bc4d5944-81db-46cb-81e8-03baf024f366 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409329 Jul 28 18:25:34.215793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857edba-a813-40a8-89c5-2af070b7cf74 req-67d7aa41-f0ad-49d9-9994-eb50c66d988a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:34.217285 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b857edba-a813-40a8-89c5-2af070b7cf74 req-67d7aa41-f0ad-49d9-9994-eb50c66d988a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0474434 Jul 28 18:25:34.264588 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b857edba-a813-40a8-89c5-2af070b7cf74 req-3f06c29f-b3d7-4dd7-b080-505a7d715a24 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415192 Jul 28 18:25:34.607663 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:34.620399 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbeadc4-d4c5-4fc9-b473-d5dee7cb79ea req-55bd0580-ec14-4662-8b77-31c1cb77a7a1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:34.620641 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bbeadc4-d4c5-4fc9-b473-d5dee7cb79ea req-55bd0580-ec14-4662-8b77-31c1cb77a7a1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0514112 Jul 28 18:25:34.671810 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6bbeadc4-d4c5-4fc9-b473-d5dee7cb79ea req-4234b335-f0d7-41b6-81d0-05247af10d1b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414653 Jul 28 18:25:35.381989 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b1877-bc09-4613-b86a-e2ef63a039ac req-16647bac-5a7a-40a9-a471-e1d2aa5cf668 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:35.383469 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-024b1877-bc09-4613-b86a-e2ef63a039ac req-16647bac-5a7a-40a9-a471-e1d2aa5cf668 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0470421 Jul 28 18:25:35.430185 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-024b1877-bc09-4613-b86a-e2ef63a039ac req-28defb63-7f18-4727-8010-1173fd2856a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412052 Jul 28 18:25:35.795602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d7b20-3d55-4f61-9c04-21d3a6f3fdbb req-95db1285-43f5-4564-8a57-083f08450d62 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:35.797101 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c73d7b20-3d55-4f61-9c04-21d3a6f3fdbb req-95db1285-43f5-4564-8a57-083f08450d62 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0506756 Jul 28 18:25:35.843909 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c73d7b20-3d55-4f61-9c04-21d3a6f3fdbb req-f732a51b-e065-4803-84e8-40063e60f6d3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411963 Jul 28 18:25:36.547725 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b313486-eeb4-40ba-a046-5d65fc9b150f req-8fc79506-9f1f-49ca-a6ee-be95d37668f0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:36.549238 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b313486-eeb4-40ba-a046-5d65fc9b150f req-8fc79506-9f1f-49ca-a6ee-be95d37668f0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0481250 Jul 28 18:25:36.598318 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6b313486-eeb4-40ba-a046-5d65fc9b150f req-987b1f85-681f-4dae-a851-5a1b1e9c989e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432789 Jul 28 18:25:36.743332 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c4421-39d2-4163-af90-f29b2657eb0b req-d3d5b230-6544-4734-a5ce-66d7cd274ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:36.744853 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0a8c4421-39d2-4163-af90-f29b2657eb0b req-d3d5b230-6544-4734-a5ce-66d7cd274ad4 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1127 time: 0.0430942 Jul 28 18:25:36.750400 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-6a9c9c2c-5cd8-4f99-bbed-b7dd756028d5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:36.751835 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-6a9c9c2c-5cd8-4f99-bbed-b7dd756028d5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0500784 Jul 28 18:25:36.965050 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fea60-5740-4e75-9afa-70d540f20756 req-eb880cb8-d934-4ce0-86d0-9df59c16893f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:36.966415 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1b0fea60-5740-4e75-9afa-70d540f20756 req-eb880cb8-d934-4ce0-86d0-9df59c16893f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 944 time: 0.0508335 Jul 28 18:25:37.012636 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1b0fea60-5740-4e75-9afa-70d540f20756 req-3dd16580-8d29-4376-b2f2-59e47ee84cdd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=83401e28-4ebe-4b46-a92e-eeb7c1582b89&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406532 Jul 28 18:25:37.108012 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port aa7258bd-d420-41dc-a491-75aceff4ed8e {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:25:37.108623 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:37.118314 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c4421-39d2-4163-af90-f29b2657eb0b req-e0fba069-e450-4e04-ad64-cd34dce0730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:37.120832 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0a8c4421-39d2-4163-af90-f29b2657eb0b req-e0fba069-e450-4e04-ad64-cd34dce0730d service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1051633 Jul 28 18:25:37.203753 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] For port aa7258bd-d420-41dc-a491-75aceff4ed8e, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=aa7258bd-d420-41dc-a491-75aceff4ed8e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:37.204128 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:37.222676 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c4421-39d2-4163-af90-f29b2657eb0b req-13a72819-fae3-4029-b8f5-e33e2cb54d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:37.224096 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0a8c4421-39d2-4163-af90-f29b2657eb0b req-13a72819-fae3-4029-b8f5-e33e2cb54d6a service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0977373 Jul 28 18:25:37.267196 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:25:37.374178 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:37.374545 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (5b8a5537-a7cd-44f9-a215-43fcaea7198c), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:37.374863 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP 5b8a5537-a7cd-44f9-a215-43fcaea7198c disassociated. External IP: 172.27.3.146, port: aa7258bd-d420-41dc-a491-75aceff4ed8e. Jul 28 18:25:37.375211 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for aa7258bd-d420-41dc-a491-75aceff4ed8e owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:25:37.439250 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-62dddaa5-509c-45ca-a51a-66639024b9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:37.441098 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-62dddaa5-509c-45ca-a51a-66639024b9ec service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1127 time: 0.0440135 Jul 28 18:25:37.478818 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:37.481558 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:37.508415 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-6da1ecd5-1752-4419-984c-7a0e672a0537 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 217 time: 0.0384495 Jul 28 18:25:37.558050 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (aa7258bd-d420-41dc-a491-75aceff4ed8e), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:37.565919 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-876fde0e-8c46-44d0-b7b3-5a3157def549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:37.567420 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-876fde0e-8c46-44d0-b7b3-5a3157def549 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 200 len: 854 time: 0.0463901 Jul 28 18:25:37.594031 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=aa7258bd-d420-41dc-a491-75aceff4ed8e,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:37.613193 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-fed5d8c3-6521-4065-9530-4f604b0024b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:37.615399 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-fed5d8c3-6521-4065-9530-4f604b0024b2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fb6fae0-7909-4795-99cd-037590bcd627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419524 Jul 28 18:25:37.706455 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:25:37.709964 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:37.723350 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed0499-209b-458d-9248-c93ced2f51d9 req-3d24c2d4-92dd-4d13-bef3-7930713caa9e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:37.724933 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fbed0499-209b-458d-9248-c93ced2f51d9 req-3d24c2d4-92dd-4d13-bef3-7930713caa9e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0484755 Jul 28 18:25:37.780472 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fbed0499-209b-458d-9248-c93ced2f51d9 req-2c9c3759-84d3-481d-a795-1b74e1e33e59 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492923 Jul 28 18:25:37.818701 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:37.829245 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:37.841122 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:25:37.841915 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:37.866334 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] No DVR routers for this DVR port aa7258bd-d420-41dc-a491-75aceff4ed8e on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:25:37.869902 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:37.873268 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-53ceb813-feea-4fdb-891b-163e11a8c2ce req-e6fa038a-2694-4abc-bc0b-bea0851b8587 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "DELETE /v2.0/ports/aa7258bd-d420-41dc-a491-75aceff4ed8e HTTP/1.1" status: 204 len: 173 time: 0.8567524 Jul 28 18:25:37.873733 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'name': 'network-vif-deleted', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:25:37.876070 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f1556c-98b3-4402-81e1-86bb19b4dacd" -d '{"events": [{"server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "name": "network-vif-deleted", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:37.906457 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:37.912679 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-a75bf779-8632-4dc2-a2d1-25f44e4b611a service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961225 Jul 28 18:25:37.918133 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9301fc3b-f57b-4b8e-a8ac-174755f44fd3 x-openstack-request-id: req-9301fc3b-f57b-4b8e-a8ac-174755f44fd3 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:37.918459 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7a41dc5-d258-475a-a1c1-9aad0723d5cb", "name": "network-vif-deleted", "tag": "aa7258bd-d420-41dc-a491-75aceff4ed8e", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:37.921228 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-9301fc3b-f57b-4b8e-a8ac-174755f44fd3 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:37.921671 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9301fc3b-f57b-4b8e-a8ac-174755f44fd3'] response: {'server_uuid': 'f7a41dc5-d258-475a-a1c1-9aad0723d5cb', 'name': 'network-vif-deleted', 'tag': 'aa7258bd-d420-41dc-a491-75aceff4ed8e', 'status': 'completed', 'code': 200} Jul 28 18:25:37.953956 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:25:38.049355 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc4b8021-5f4c-4545-b031-932de07c69d9 req-f1782b2f-4894-4db3-842b-29f411b57f8c service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059904 Jul 28 18:25:38.077150 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:38.081983 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-cd4b2a15-0f94-4d22-9a69-0052368fa492 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539274 Jul 28 18:25:38.130891 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3833cdd0-a8f3-4a59-b3c8-5e33a84ee7e7 req-74e70e2b-531e-47fb-ab88-57afb11c09da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 210 time: 0.0308356 Jul 28 18:25:38.205027 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:13Z', 'revision_number': 2, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:38.207729 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-031cd548-5e89-414d-92ca-58207c917908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:38.209567 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-031cd548-5e89-414d-92ca-58207c917908 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1130 time: 0.0410264 Jul 28 18:25:38.231957 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:25:38.240574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:25:38.241212 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:38.296916 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:38.320543 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-91aac26a-4583-4bae-b899-9c09724630b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:38.322017 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-91aac26a-4583-4bae-b899-9c09724630b2 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0936923 Jul 28 18:25:38.346991 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:25:38.561757 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:13Z', 'revision_number': 2, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:38.586235 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27c42d2b-9b69-40ee-95bb-0bfd02751a3b None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'cc72e330-4182-4208-9726-33ba0e4e5b27', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.33', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:af:42:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:20:52Z', 'updated_at': '2022-07-28T18:21:13Z', 'revision_number': 2, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:38.800089 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6eac03-3e69-4eda-9cb8-cae06de74b2e None None] New status for floating IP 5b8a5537-a7cd-44f9-a215-43fcaea7198c: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:25:38.905208 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3261974-a503-4166-9f33-72ea580babd6 req-4d8284b2-f8aa-4a64-83ca-19c6b71bd849 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:38.906704 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f3261974-a503-4166-9f33-72ea580babd6 req-4d8284b2-f8aa-4a64-83ca-19c6b71bd849 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0483470 Jul 28 18:25:38.970172 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f3261974-a503-4166-9f33-72ea580babd6 req-cf79aa5e-29ae-48e0-8622-017a0540f63e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577621 Jul 28 18:25:39.259243 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b41ed0e0-cbb3-45de-891f-ae9069925915 req-a70ef944-fc80-4e13-8625-6d031578e911 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 210 time: 0.0307419 Jul 28 18:25:40.087869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b426d-b877-46cc-bb7e-78599e103c6b req-338863ef-6290-4eb9-9a8d-6501d69414de tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:40.089905 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4a5b426d-b877-46cc-bb7e-78599e103c6b req-338863ef-6290-4eb9-9a8d-6501d69414de tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0487885 Jul 28 18:25:40.136920 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4a5b426d-b877-46cc-bb7e-78599e103c6b req-95d65312-e593-4424-b6f2-8dd982f05a35 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413551 Jul 28 18:25:40.375904 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9ba1be31-fed5-45c3-ad29-ea492c563f44 req-66fdf673-7f18-41e7-a21c-583ebc6328fc tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=f7a41dc5-d258-475a-a1c1-9aad0723d5cb HTTP/1.1" status: 200 len: 210 time: 0.0279915 Jul 28 18:25:40.693883 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-8502ee74-fada-4ed9-a6e1-392ab115a7b0 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 200 len: 1002 time: 0.0595474 Jul 28 18:25:40.742506 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-73123de9-1e20-4453-b56a-8bad8c76e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:40.744921 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-73123de9-1e20-4453-b56a-8bad8c76e23e service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0444579 Jul 28 18:25:41.009469 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-9095156a-7daa-42a9-87e0-d52ef1095845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:41.011046 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-9095156a-7daa-42a9-87e0-d52ef1095845 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439813 Jul 28 18:25:41.102727 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-456654ea-3319-4068-893f-3929f71b423d service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843458 Jul 28 18:25:41.206967 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-5afd22f2-3791-42d3-b534-2bdad39a7212 req-e12dbb37-ff62-42bd-bd93-f5c459d0ad7f service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979762 Jul 28 18:25:41.268894 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc345b9c-a032-4e34-ac89-eb30fadd79a0 req-7085eb3c-484a-477f-bf98-431d6e1d391f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:41.268894 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dc345b9c-a032-4e34-ac89-eb30fadd79a0 req-7085eb3c-484a-477f-bf98-431d6e1d391f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 943 time: 0.0552619 Jul 28 18:25:41.323371 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dc345b9c-a032-4e34-ac89-eb30fadd79a0 req-2196e14f-bd99-445f-ab4c-8bb26f2dc954 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525126 Jul 28 18:25:41.540428 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50252) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:41.595462 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c38b360f-3594-4faa-8e89-d34870b1521b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (83401e28-4ebe-4b46-a92e-eeb7c1582b89), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.619899 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c38b360f-3594-4faa-8e89-d34870b1521b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (83401e28-4ebe-4b46-a92e-eeb7c1582b89), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.715326 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50256) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:41.746076 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c38b360f-3594-4faa-8e89-d34870b1521b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (83401e28-4ebe-4b46-a92e-eeb7c1582b89), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.748884 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-c38b360f-3594-4faa-8e89-d34870b1521b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.750191 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-c38b360f-3594-4faa-8e89-d34870b1521b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/security-groups/83401e28-4ebe-4b46-a92e-eeb7c1582b89 HTTP/1.1" status: 204 len: 168 time: 0.2086966 Jul 28 18:25:41.752919 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50260) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:41.768175 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.api.v2.resource [None req-22ad2ca9-658d-460a-b35c-5654f69a6ee5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] show failed (client error): The resource could not be found. Jul 28 18:25:41.768587 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b360f-3594-4faa-8e89-d34870b1521b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83401e28-4ebe-4b46-a92e-eeb7c1582b89,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:41.769824 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-22ad2ca9-658d-460a-b35c-5654f69a6ee5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups/83401e28-4ebe-4b46-a92e-eeb7c1582b89 HTTP/1.1" status: 404 len: 347 time: 0.0159116 Jul 28 18:25:41.773221 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50262) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:41.808940 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device fffe897d-12c2-45ef-b241-0a4c420fa5f6 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:25:41.833041 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6c45b355-fd0f-4e6b-9b69-771677694485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.893852 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port 65c693fd-e26d-41ee-b85d-f857b6ad76d9 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:25:41.894203 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.915373 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6c45b355-fd0f-4e6b-9b69-771677694485 admin admin] Publish callbacks [] for security_group (d150cf92-d413-4652-9710-5e57260bbe0b), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.926550 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:41.938028 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'port_id': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'mac_address': 'fa:16:3e:84:f1:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 939, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:25:41.963220 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6c45b355-fd0f-4e6b-9b69-771677694485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d150cf92-d413-4652-9710-5e57260bbe0b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.975283 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port fffe897d-12c2-45ef-b241-0a4c420fa5f6 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:41.979648 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.979788 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.979788 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (65c693fd-e26d-41ee-b85d-f857b6ad76d9), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:41.991674 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:41.993360 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for 65c693fd-e26d-41ee-b85d-f857b6ad76d9 owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:25:41.995590 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fffe897d-12c2-45ef-b241-0a4c420fa5f6 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:25:42.000101 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:42.000898 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:42.014331 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-6c45b355-fd0f-4e6b-9b69-771677694485 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=229ae4f08a1e410496c798a50c043d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949314 Jul 28 18:25:42.014331 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45b355-fd0f-4e6b-9b69-771677694485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d150cf92-d413-4652-9710-5e57260bbe0b,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:42.021051 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50264) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:42.021150 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:42.067486 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dcb6cb97-f611-4cd5-a676-0ca233ab78dc admin admin] Publish callbacks [] for security_group (d150cf92-d413-4652-9710-5e57260bbe0b), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.086022 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:42.088723 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.098761 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dcb6cb97-f611-4cd5-a676-0ca233ab78dc admin admin] Publish callbacks [] for security_group (d150cf92-d413-4652-9710-5e57260bbe0b), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.141850 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:42.215464 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dcb6cb97-f611-4cd5-a676-0ca233ab78dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d150cf92-d413-4652-9710-5e57260bbe0b), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.215685 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (65c693fd-e26d-41ee-b85d-f857b6ad76d9), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.218462 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dcb6cb97-f611-4cd5-a676-0ca233ab78dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.219683 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-dcb6cb97-f611-4cd5-a676-0ca233ab78dc admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d150cf92-d413-4652-9710-5e57260bbe0b HTTP/1.1" status: 204 len: 168 time: 0.2021778 Jul 28 18:25:42.230088 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6cb97-f611-4cd5-a676-0ca233ab78dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d150cf92-d413-4652-9710-5e57260bbe0b,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:42.244855 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=65c693fd-e26d-41ee-b85d-f857b6ad76d9,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:42.278050 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:42.315549 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (5b8a5537-a7cd-44f9-a215-43fcaea7198c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.318223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:42.319366 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-cc31f198-157a-45b4-9977-a6a77c62753f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/floatingips/5b8a5537-a7cd-44f9-a215-43fcaea7198c HTTP/1.1" status: 204 len: 168 time: 0.5450919 Jul 28 18:25:42.452321 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cd9115-317b-4e53-907c-402e2d3d1736 req-eb974ff6-606d-4220-a57b-c6435b97904a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:42.455199 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-50cd9115-317b-4e53-907c-402e2d3d1736 req-eb974ff6-606d-4220-a57b-c6435b97904a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 944 time: 0.0559793 Jul 28 18:25:42.507943 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-50cd9115-317b-4e53-907c-402e2d3d1736 req-2671bcc5-a80f-483a-800d-2062418f8822 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466444 Jul 28 18:25:42.515921 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['fffe897d-12c2-45ef-b241-0a4c420fa5f6'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:25:43.636163 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1be7a3-588a-483e-bb30-1f4041cd5242 req-be954fb2-d3c1-45d4-b603-249bc2b49f25 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:43.638170 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8a1be7a3-588a-483e-bb30-1f4041cd5242 req-be954fb2-d3c1-45d4-b603-249bc2b49f25 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 944 time: 0.0514078 Jul 28 18:25:43.685500 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8a1be7a3-588a-483e-bb30-1f4041cd5242 req-317d12b7-b48b-470b-9ff9-4add64d8930b tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414472 Jul 28 18:25:43.833305 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device fffe897d-12c2-45ef-b241-0a4c420fa5f6 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:25:43.879680 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port fffe897d-12c2-45ef-b241-0a4c420fa5f6 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:25:43.962797 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port fffe897d-12c2-45ef-b241-0a4c420fa5f6 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:43.963180 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:44.036554 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port fffe897d-12c2-45ef-b241-0a4c420fa5f6 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:25:44.037002 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:44.060481 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:25:44.062829 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f526615e-29c4-4b0b-8de7-5671d30488bc" -d '{"events": [{"server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "name": "network-vif-plugged", "status": "completed", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:44.075677 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:44.104878 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae64a03-702f-4bb8-ab19-d5abfbe085cd x-openstack-request-id: req-aae64a03-702f-4bb8-ab19-d5abfbe085cd {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:44.105872 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "name": "network-vif-plugged", "status": "completed", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:44.106130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-aae64a03-702f-4bb8-ab19-d5abfbe085cd {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:44.106568 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae64a03-702f-4bb8-ab19-d5abfbe085cd'] response: {'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'code': 200} Jul 28 18:25:44.186208 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:44.237221 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:44.484359 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f9aec-ac7b-4cbe-be11-58b2c3861179 req-1f8e24d2-c648-4757-b420-505263d9cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:44.485886 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f02f9aec-ac7b-4cbe-be11-58b2c3861179 req-1f8e24d2-c648-4757-b420-505263d9cc47 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1129 time: 0.0397286 Jul 28 18:25:44.533032 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f02f9aec-ac7b-4cbe-be11-58b2c3861179 req-c1ee3e50-6a73-4109-84f4-4931bb2d8d96 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405478 Jul 28 18:25:44.620255 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7b74-fd83-4fb1-b28e-e4c337370ca0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:44.802147 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2778a-9147-489e-8084-35b8cce8db9b req-b4aed3c3-7b31-4140-ade1-fd675e797dd5 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:44.803653 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28b2778a-9147-489e-8084-35b8cce8db9b req-b4aed3c3-7b31-4140-ade1-fd675e797dd5 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0470810 Jul 28 18:25:44.853057 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-28b2778a-9147-489e-8084-35b8cce8db9b req-8cd96fba-ed25-4403-89e9-cb749dcfc9e3 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425818 Jul 28 18:25:45.454950 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9faae7-4f55-41a2-90fb-b0967236da6f req-46447f91-ee1d-4c00-8f79-64930c2bd27d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:45.456459 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9e9faae7-4f55-41a2-90fb-b0967236da6f req-46447f91-ee1d-4c00-8f79-64930c2bd27d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0491688 Jul 28 18:25:45.507377 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9e9faae7-4f55-41a2-90fb-b0967236da6f req-d9f06caa-e5f7-4809-8ee8-a170c091de70 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450127 Jul 28 18:25:45.975918 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea67d937-cc8e-4239-a2bc-c69558759ed4 req-8f6a6c49-4339-403a-b603-ff4f1fdae57f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:45.977442 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea67d937-cc8e-4239-a2bc-c69558759ed4 req-8f6a6c49-4339-403a-b603-ff4f1fdae57f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0526321 Jul 28 18:25:46.026536 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea67d937-cc8e-4239-a2bc-c69558759ed4 req-bab3a0e4-5de7-40fc-8cb2-782f42f696f6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428286 Jul 28 18:25:46.628244 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b95d41a-81c7-4eaa-a44d-d0be1d5f7ed5 req-00a5d637-1c7a-47f6-bfce-e5eb0c8eff90 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:46.635053 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b95d41a-81c7-4eaa-a44d-d0be1d5f7ed5 req-00a5d637-1c7a-47f6-bfce-e5eb0c8eff90 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0518007 Jul 28 18:25:46.678475 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b95d41a-81c7-4eaa-a44d-d0be1d5f7ed5 req-6eea4ced-6e90-4f5e-a753-3a56d051a695 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429943 Jul 28 18:25:46.859692 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-28172b40-7d43-4b6b-847e-7e132f8c1126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:47.152096 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8daa66-a335-4f9d-bd4a-273a78b08911 req-20f06efc-777a-4cd2-8e8a-f7e4acb74cf0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:47.153562 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b8daa66-a335-4f9d-bd4a-273a78b08911 req-20f06efc-777a-4cd2-8e8a-f7e4acb74cf0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0524228 Jul 28 18:25:47.202562 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7b8daa66-a335-4f9d-bd4a-273a78b08911 req-c630fe5d-0bee-402b-bc16-31274770659c tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430248 Jul 28 18:25:47.796010 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d507-b4e0-49f7-9632-74e8848d46be req-b9c8a460-33d4-4705-9a73-e82f83e17f65 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:47.797530 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9428d507-b4e0-49f7-9632-74e8848d46be req-b9c8a460-33d4-4705-9a73-e82f83e17f65 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0473638 Jul 28 18:25:47.846822 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9428d507-b4e0-49f7-9632-74e8848d46be req-4104b846-f47e-4aa9-865b-3002f14d2bd5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=9f52463a-f864-47ef-bf07-ea7114d8f580&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434809 Jul 28 18:25:47.928394 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:48.064851 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-4e22dd97-8d55-47dd-8550-882eff1f8274 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:48.066186 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-4e22dd97-8d55-47dd-8550-882eff1f8274 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 945 time: 0.0465260 Jul 28 18:25:48.146331 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:25:48.146672 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:48.197049 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:48.251876 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] For port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:25:48.251876 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:48.316178 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:48.324782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0bcc76-eea8-4b78-9e55-8b35a534b959 req-a3d36425-4566-426a-bcfe-fe633f940b05 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:48.326279 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bd0bcc76-eea8-4b78-9e55-8b35a534b959 req-a3d36425-4566-426a-bcfe-fe633f940b05 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0524640 Jul 28 18:25:48.376084 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bd0bcc76-eea8-4b78-9e55-8b35a534b959 req-5d92c7e3-316f-4361-a726-344ee884727c tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439346 Jul 28 18:25:48.406077 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:48.406452 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (cc72e330-4182-4208-9726-33ba0e4e5b27), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:48.406782 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP cc72e330-4182-4208-9726-33ba0e4e5b27 disassociated. External IP: 172.27.3.33, port: 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a. Jul 28 18:25:48.407132 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:25:48.500054 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a6679-73cc-4712-a81c-f4eb36c67cc9 req-3b946bb3-f2bc-42df-94d6-fc9e615ef55c tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:48.501572 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e3a6679-73cc-4712-a81c-f4eb36c67cc9 req-3b946bb3-f2bc-42df-94d6-fc9e615ef55c tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0486526 Jul 28 18:25:48.552242 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2e3a6679-73cc-4712-a81c-f4eb36c67cc9 req-bf468da1-4d5b-432b-bfe2-d63ad3b82648 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450299 Jul 28 18:25:48.591566 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (61aa0381-f0f3-4341-9fdf-0aba5beb4f6a), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:48.619896 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=61aa0381-f0f3-4341-9fdf-0aba5beb4f6a,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:48.738299 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:25:48.780882 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:48.891898 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e83b3-da3d-4b12-a3a1-fc330e9515aa req-bd732583-a72e-436a-8247-0d82fb87a91a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:48.895449 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e54e83b3-da3d-4b12-a3a1-fc330e9515aa req-bd732583-a72e-436a-8247-0d82fb87a91a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0507290 Jul 28 18:25:48.970275 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bd7bb8b9-98c2-4a4c-a82c-b5f4decb875f req-6019b644-4021-4ebc-a052-dacef3a0714b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=1b4d9d7f-8b12-4bfa-83a0-e55a8422d754 HTTP/1.1" status: 200 len: 210 time: 0.0429239 Jul 28 18:25:48.974030 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e54e83b3-da3d-4b12-a3a1-fc330e9515aa req-f5428e6e-70a9-4df8-8fd2-d520fba690d9 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742366 Jul 28 18:25:49.081029 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:25:49.094349 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:25:49.110877 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:25:49.111979 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:49.127483 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] No DVR routers for this DVR port 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:25:49.130213 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:49.133639 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a56bb62a-4b7a-4dd8-ba80-4b0bca0cc42a req-01b8ce64-bcc5-4b6d-83f1-bfe8e9490c04 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "DELETE /v2.0/ports/61aa0381-f0f3-4341-9fdf-0aba5beb4f6a HTTP/1.1" status: 204 len: 173 time: 1.0621345 Jul 28 18:25:49.133945 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'name': 'network-vif-deleted', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:25:49.136274 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb87eb99-5ae5-4bbc-9698-fe3b7a1fbd01" -d '{"events": [{"server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "name": "network-vif-deleted", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:49.192644 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d431b5e9-4791-4d52-ac90-cc48d2c3c56d x-openstack-request-id: req-d431b5e9-4791-4d52-ac90-cc48d2c3c56d {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:49.192946 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b4d9d7f-8b12-4bfa-83a0-e55a8422d754", "name": "network-vif-deleted", "tag": "61aa0381-f0f3-4341-9fdf-0aba5beb4f6a", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:49.193265 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d431b5e9-4791-4d52-ac90-cc48d2c3c56d {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:49.193669 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d431b5e9-4791-4d52-ac90-cc48d2c3c56d'] response: {'server_uuid': '1b4d9d7f-8b12-4bfa-83a0-e55a8422d754', 'name': 'network-vif-deleted', 'tag': '61aa0381-f0f3-4341-9fdf-0aba5beb4f6a', 'status': 'completed', 'code': 200} Jul 28 18:25:49.237527 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:25:49.370423 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:49.432877 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:49.443204 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:49.448427 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:49.475356 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:25:49.484614 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:25:49.485251 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:49.737262 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:25:49.849849 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:49.935429 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:25:49.965327 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c13758d-0d05-4d9c-93ac-95f5ce816e3c None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:25:50.207213 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886f3be4-b537-40b5-9061-8e6ee9ae8204 None None] New status for floating IP cc72e330-4182-4208-9726-33ba0e4e5b27: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:25:50.393707 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50330) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:50.457994 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-70840acd-36e1-4d12-bbbe-ea755f5aa01c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (9f52463a-f864-47ef-bf07-ea7114d8f580), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:50.481646 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-70840acd-36e1-4d12-bbbe-ea755f5aa01c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (9f52463a-f864-47ef-bf07-ea7114d8f580), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:50.591155 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-70840acd-36e1-4d12-bbbe-ea755f5aa01c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (9f52463a-f864-47ef-bf07-ea7114d8f580), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:50.593880 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-70840acd-36e1-4d12-bbbe-ea755f5aa01c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:50.596495 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-70840acd-36e1-4d12-bbbe-ea755f5aa01c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/security-groups/9f52463a-f864-47ef-bf07-ea7114d8f580 HTTP/1.1" status: 204 len: 168 time: 0.2001827 Jul 28 18:25:50.598170 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50332) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:50.612715 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840acd-36e1-4d12-bbbe-ea755f5aa01c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f52463a-f864-47ef-bf07-ea7114d8f580,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:50.621011 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.api.v2.resource [None req-1c4a151c-b084-4afe-83fa-45cdfe4fdd0e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] show failed (client error): The resource could not be found. Jul 28 18:25:50.622480 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-1c4a151c-b084-4afe-83fa-45cdfe4fdd0e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups/9f52463a-f864-47ef-bf07-ea7114d8f580 HTTP/1.1" status: 404 len: 347 time: 0.0232027 Jul 28 18:25:50.625553 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50334) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:50.726962 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:50.741488 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port 3f63b80e-965a-441c-9eae-c51ab938794d {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:25:50.741830 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (3f63b80e-965a-441c-9eae-c51ab938794d), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:50.822698 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (3f63b80e-965a-441c-9eae-c51ab938794d), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:50.823697 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (3f63b80e-965a-441c-9eae-c51ab938794d), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:50.836193 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for 3f63b80e-965a-441c-9eae-c51ab938794d owned by network:floatingip {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:25:51.048737 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (3f63b80e-965a-441c-9eae-c51ab938794d), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.077884 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=3f63b80e-965a-441c-9eae-c51ab938794d,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:51.140946 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (cc72e330-4182-4208-9726-33ba0e4e5b27), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.143648 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.144807 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-74a9ff02-01a1-4e93-981a-5a129749442c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/floatingips/cc72e330-4182-4208-9726-33ba0e4e5b27 HTTP/1.1" status: 204 len: 168 time: 0.5183408 Jul 28 18:25:51.263869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50350) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:51.268405 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-f2938028-97df-4091-ae9a-96da23af6447 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--956094974', 'description': 'tempest-description--625642009'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:51.351383 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f2938028-97df-4091-ae9a-96da23af6447 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.421673 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f2938028-97df-4091-ae9a-96da23af6447 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (2ee147de-598c-41b0-ac8e-ed50c95dd3ea), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.488679 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f2938028-97df-4091-ae9a-96da23af6447 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2ee147de-598c-41b0-ac8e-ed50c95dd3ea), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.518981 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2938028-97df-4091-ae9a-96da23af6447 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee147de-598c-41b0-ac8e-ed50c95dd3ea,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:51.598357 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-f2938028-97df-4091-ae9a-96da23af6447 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.599639 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-f2938028-97df-4091-ae9a-96da23af6447 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3347280 Jul 28 18:25:51.602639 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50356) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:51.607602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-2baced6b-6faa-481d-bbcf-e800f3da7b61 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '2ee147de-598c-41b0-ac8e-ed50c95dd3ea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:51.619841 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:51.707768 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2baced6b-6faa-481d-bbcf-e800f3da7b61 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (1e87a70f-31cd-413e-8df8-9166e86c8e68), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.767597 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2baced6b-6faa-481d-bbcf-e800f3da7b61 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (1e87a70f-31cd-413e-8df8-9166e86c8e68), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.851754 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:25:51.865402 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2baced6b-6faa-481d-bbcf-e800f3da7b61 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (1e87a70f-31cd-413e-8df8-9166e86c8e68), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:51.871351 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:25:51.871702 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 61aa0381-f0f3-4341-9fdf-0aba5beb4f6a not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:25:51.883820 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:51.886582 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baced6b-6faa-481d-bbcf-e800f3da7b61 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e87a70f-31cd-413e-8df8-9166e86c8e68,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:52.175488 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2baced6b-6faa-481d-bbcf-e800f3da7b61 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:52.176670 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-2baced6b-6faa-481d-bbcf-e800f3da7b61 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5730631 Jul 28 18:25:52.179489 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50360) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:52.183895 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-46c98543-e1ee-4a39-bff6-834f6d96854e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '2ee147de-598c-41b0-ac8e-ed50c95dd3ea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:52.294928 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-46c98543-e1ee-4a39-bff6-834f6d96854e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (a6a05039-0f06-430a-902c-f95399b57085), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:52.350903 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-46c98543-e1ee-4a39-bff6-834f6d96854e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (a6a05039-0f06-430a-902c-f95399b57085), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:52.471673 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-46c98543-e1ee-4a39-bff6-834f6d96854e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (a6a05039-0f06-430a-902c-f95399b57085), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:52.491576 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c98543-e1ee-4a39-bff6-834f6d96854e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a05039-0f06-430a-902c-f95399b57085,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:52.587605 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-46c98543-e1ee-4a39-bff6-834f6d96854e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:52.588831 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-46c98543-e1ee-4a39-bff6-834f6d96854e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4084232 Jul 28 18:25:52.592056 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50362) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:25:52.596536 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:52.723258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:52.807705 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:52.911418 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.27.3.26 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/b9f9a6e5-b534-4242-b47c-e37a3870173b) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:53.014766 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.105542 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.141677 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:53.146653 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:53.150316 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:25:53.155257 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:53.179914 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=b9f9a6e5-b534-4242-b47c-e37a3870173b,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:53.241740 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (9176f59e-6fe3-470a-8037-351e9816d7d4), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.334436 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.386259 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:53.482927 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.556907 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.622381 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=b9f9a6e5-b534-4242-b47c-e37a3870173b,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:53.635859 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (9176f59e-6fe3-470a-8037-351e9816d7d4), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.718689 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:53.720280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-39cfc814-6c1d-4963-8d67-eda0c745da0f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1269534 Jul 28 18:25:53.875389 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-9153a958-7244-463b-a894-862e101d8808 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--956094974&fields=id&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 267 time: 0.0456529 Jul 28 18:25:53.980543 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-1eda8cfe-2586-4a4b-813d-101630419c3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:53.982534 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-1eda8cfe-2586-4a4b-813d-101630419c3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.1009085 Jul 28 18:25:53.998028 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-586a17d9-040a-47f6-bc61-88198eed8974 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/quotas/104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 375 time: 0.0099902 Jul 28 18:25:54.049151 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-f807e15e-36b1-4942-8e13-8c08a7f4a8b5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460391 Jul 28 18:25:54.157275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-28fd51ae-b4ab-44b4-a58c-9d51f8a1e959 service neutron] http://10.222.0.86:9696/v2.0/extensions returned with HTTP 200 {{(pid=104676) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 28 18:25:54.160541 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-28fd51ae-b4ab-44b4-a58c-9d51f8a1e959 service neutron] 10.222.0.86 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0977333 Jul 28 18:25:54.249210 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-4940cca4-1283-48e3-a423-2e730600416c service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848978 Jul 28 18:25:54.343080 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-00f80552-8628-4286-9bcf-ad8fe4ba8520 service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877478 Jul 28 18:25:54.591393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9a8b4a2a-e607-4ab9-9fb8-6e5587e9727e req-35b40c2c-ac94-4315-8825-db560a4ab5fd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 210 time: 0.0285084 Jul 28 18:25:55.688039 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d59bb0fe-55a2-4c20-8e48-5af1d0fdd08b req-53b95598-0c96-497f-b4e8-9c536c51e2a4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 210 time: 0.0283246 Jul 28 18:25:56.790990 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8a3c96d0-41d0-4b42-98ab-1523dec6f648 req-58a26fcd-8cc6-4ba9-9fa8-2edd25d789b0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 210 time: 0.0276983 Jul 28 18:25:57.133061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-4f86b3ad-e3f8-4818-8eba-002bdf78ce3d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:57.134511 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-4f86b3ad-e3f8-4818-8eba-002bdf78ce3d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.1063302 Jul 28 18:25:57.159249 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:57.206240 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-27990705-01ff-432f-8142-53a0e67acd29 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 379 time: 0.0532579 Jul 28 18:25:57.214900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'port': {'device_id': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'admin_state_up': True, 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'security_groups': ['2ee147de-598c-41b0-ac8e-ed50c95dd3ea']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:57.373369 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Made reservation on behalf of 104313ce72c94ea68c8cd3ee7f0cab2e for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:25:57.376777 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:57.511534 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.20.0.12 (44a25a1e-08cb-4158-9e81-b93066923b4d/bfb589db-d5c5-47b5-a265-0428fb54ef3e/df048abb-6acb-481a-a577-df93a01ec1e6) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:25:57.551188 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:57.651049 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (df048abb-6acb-481a-a577-df93a01ec1e6), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:57.667154 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:57.735156 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:57.777501 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:25:57.783505 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:25:57.787777 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:25:57.816429 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=df048abb-6acb-481a-a577-df93a01ec1e6,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:57.847879 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:57.848672 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:57.903112 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-8ebe1e97-d3bc-4874-950f-1fe7a6c416da tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6915896 Jul 28 18:25:57.923395 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c40a3a8-7bae-47d2-9b10-d485bf5f9375 req-8d5da682-ff30-4310-b4e6-0866b7f216dd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:57.924919 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6c40a3a8-7bae-47d2-9b10-d485bf5f9375 req-8d5da682-ff30-4310-b4e6-0866b7f216dd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 932 time: 0.0552289 Jul 28 18:25:57.971513 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:57.976435 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-6c40a3a8-7bae-47d2-9b10-d485bf5f9375 req-7766f288-691f-4fad-b2a4-1634a13a590e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453186 Jul 28 18:25:57.998924 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Request body: {'port': {'device_id': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:25:58.045222 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-81163f28-4479-4aa8-a396-b7f6ef66af12 None None] Provisioning complete for port df048abb-6acb-481a-a577-df93a01ec1e6 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:25:58.045602 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-81163f28-4479-4aa8-a396-b7f6ef66af12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:58.065421 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:58.084473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-81163f28-4479-4aa8-a396-b7f6ef66af12 None None] Port df048abb-6acb-481a-a577-df93a01ec1e6 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:25:58.170874 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:58.327940 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df048abb-6acb-481a-a577-df93a01ec1e6 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:25:58.335800 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Publish callbacks [] for port (df048abb-6acb-481a-a577-df93a01ec1e6), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:58.348676 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Transition to ACTIVE for port object df048abb-6acb-481a-a577-df93a01ec1e6 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:25:58.412937 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:58.462405 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Pushing event updated for resources: {'Port': ['ID=df048abb-6acb-481a-a577-df93a01ec1e6,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:58.542664 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Attempting to bind port df048abb-6acb-481a-a577-df93a01ec1e6 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:25:58.543008 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Attempting to bind port df048abb-6acb-481a-a577-df93a01ec1e6 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:25:58.543350 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Attempting to bind port df048abb-6acb-481a-a577-df93a01ec1e6 on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:25:58.548646 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Port df048abb-6acb-481a-a577-df93a01ec1e6 on network 44a25a1e-08cb-4158-9e81-b93066923b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:25:58.548993 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Attempting to bind port df048abb-6acb-481a-a577-df93a01ec1e6 on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:25:58.554063 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:25:58.554407 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Checking segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:25:58.554794 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Bound using segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:25:58.555226 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Bound port: df048abb-6acb-481a-a577-df93a01ec1e6, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:25:58.555590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:58.623855 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] For port df048abb-6acb-481a-a577-df93a01ec1e6, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:25:58.625536 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] For port df048abb-6acb-481a-a577-df93a01ec1e6, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=df048abb-6acb-481a-a577-df93a01ec1e6,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:25:58.700234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:58.733353 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:58.733974 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:25:58.735346 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] 10.222.0.93 "PUT /v2.0/ports/df048abb-6acb-481a-a577-df93a01ec1e6 HTTP/1.1" status: 200 len: 1094 time: 0.7407603 Jul 28 18:25:58.735840 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:25:58.739135 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99e3848-80ce-4274-b31c-6fa39a183a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:25:58.766605 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae26365-7cf7-47d4-8087-2815be876365 service neutron] Pushing event updated for resources: {'Port': ['ID=df048abb-6acb-481a-a577-df93a01ec1e6,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:25:58.782626 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2daacc28-ab83-4b74-9633-eff6ff097f85 x-openstack-request-id: req-2daacc28-ab83-4b74-9633-eff6ff097f85 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:25:58.782997 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:25:58.783332 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2daacc28-ab83-4b74-9633-eff6ff097f85 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:25:58.783823 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2daacc28-ab83-4b74-9633-eff6ff097f85'] response: {'name': 'network-changed', 'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'status': 'completed', 'code': 200} Jul 28 18:25:59.093957 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3d727-3c4a-438b-8c07-a0b3aa57bacf req-578c0c47-6edd-499b-9335-6e5f121a5b6b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:59.095463 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-edb3d727-3c4a-438b-8c07-a0b3aa57bacf req-578c0c47-6edd-499b-9335-6e5f121a5b6b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 944 time: 0.0472872 Jul 28 18:25:59.135283 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3848-80ce-4274-b31c-6fa39a183a1f req-e121c8cc-e93d-411b-bbcb-451fbfbc38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:59.137489 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e99e3848-80ce-4274-b31c-6fa39a183a1f req-e121c8cc-e93d-411b-bbcb-451fbfbc38e1 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 1128 time: 0.0486834 Jul 28 18:25:59.147680 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-edb3d727-3c4a-438b-8c07-a0b3aa57bacf req-4741aa70-b303-4da9-919b-74978532ac11 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465095 Jul 28 18:25:59.246526 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:59.251429 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3848-80ce-4274-b31c-6fa39a183a1f req-dcc0b942-23d0-46a9-9f73-73cf574b730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:59.253053 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e99e3848-80ce-4274-b31c-6fa39a183a1f req-dcc0b942-23d0-46a9-9f73-73cf574b730a service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949831 Jul 28 18:25:59.355478 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e3848-80ce-4274-b31c-6fa39a183a1f req-a1ab1623-4d97-404c-91b0-288ee3e06097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:59.357025 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e99e3848-80ce-4274-b31c-6fa39a183a1f req-a1ab1623-4d97-404c-91b0-288ee3e06097 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952747 Jul 28 18:25:59.459365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-a49b6070-b571-4a18-9de0-a9f7145955d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:59.460850 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-a49b6070-b571-4a18-9de0-a9f7145955d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 1128 time: 0.0413661 Jul 28 18:25:59.524941 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-516e7bfc-343c-47d4-abd2-28ead65bfd07 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df048abb-6acb-481a-a577-df93a01ec1e6 HTTP/1.1" status: 200 len: 217 time: 0.0372813 Jul 28 18:25:59.565090 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:25:59.581737 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-c9d76615-c398-4503-86f8-58130ae2645f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:59.583238 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-c9d76615-c398-4503-86f8-58130ae2645f service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0473781 Jul 28 18:25:59.628388 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942d478e-6af4-4104-bb71-e8bae069df79 req-4bd944cd-1fab-4652-b71b-83648ae4381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:25:59.630053 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-4bd944cd-1fab-4652-b71b-83648ae4381d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401063 Jul 28 18:25:59.724313 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-9343b904-4e2d-46bd-9440-1fd36315bb5c service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873866 Jul 28 18:25:59.822679 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-942d478e-6af4-4104-bb71-e8bae069df79 req-d9ac042d-8cfc-4d68-859f-60f0f542f41b service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905921 Jul 28 18:26:00.274294 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c779cb4-ba74-4993-930d-df052652d6f6 req-93d09130-8bde-43cf-a825-31f3ad8627a8 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:00.278850 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1c779cb4-ba74-4993-930d-df052652d6f6 req-93d09130-8bde-43cf-a825-31f3ad8627a8 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 944 time: 0.0529435 Jul 28 18:26:00.281116 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:00.284091 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:00.329549 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1c779cb4-ba74-4993-930d-df052652d6f6 req-06c4bcf0-a675-4f8b-ad36-f5166b84ccbf tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468607 Jul 28 18:26:00.430962 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509eb41b-18bd-4c8f-823b-25454748d1b4 req-e5ca52bd-dfc8-4404-8fee-4884e07ebeda tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:00.432493 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-509eb41b-18bd-4c8f-823b-25454748d1b4 req-e5ca52bd-dfc8-4404-8fee-4884e07ebeda tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0568907 Jul 28 18:26:00.479885 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-509eb41b-18bd-4c8f-823b-25454748d1b4 req-533b4f94-8427-46cc-90bb-af0fdec8dbd4 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412459 Jul 28 18:26:00.506279 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50426) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:00.641885 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31611e99-ff15-4bb1-92cb-f9b0322784af tempest-TestMinimumBasicScenario-1284062674 tempest-TestMinimumBasicScenario-1284062674-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:00.643367 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-31611e99-ff15-4bb1-92cb-f9b0322784af tempest-TestMinimumBasicScenario-1284062674 tempest-TestMinimumBasicScenario-1284062674-project-admin] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1124 time: 0.1361368 Jul 28 18:26:00.646283 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50430) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:00.650370 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'port_id': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:00.727500 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:00.781779 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:00.808793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:00.915293 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_common [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Allocated IP 172.27.3.122 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e) {{(pid=104676) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:26:01.014895 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:01.117052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:01.142746 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:01.431115 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104676) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:26:01.445607 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Resources bound (agent type, host, resource id): {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:26:01.450498 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Received port after_create {{(pid=104676) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:26:01.477223 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'Port': ['ID=efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:01.520439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ca71d-8034-457a-ac00-dd6f6484b039 req-d2394e8c-0d3d-4fcb-8147-da963aa59ac4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:01.522021 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c94ca71d-8034-457a-ac00-dd6f6484b039 req-d2394e8c-0d3d-4fcb-8147-da963aa59ac4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 944 time: 0.0971367 Jul 28 18:26:01.627325 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c94ca71d-8034-457a-ac00-dd6f6484b039 req-0e1eee18-99a8-435f-8ba1-6f382018adda tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985754 Jul 28 18:26:01.877889 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:01.878279 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device df048abb-6acb-481a-a577-df93a01ec1e6 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:26:01.882517 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for floatingip (52f07412-a503-4c85-bf4e-8eb7419138e9), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:01.981422 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port df048abb-6acb-481a-a577-df93a01ec1e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=df048abb-6acb-481a-a577-df93a01ec1e6,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:01.993787 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'port_id': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'mac_address': 'fa:16:3e:a7:79:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:26:01.999562 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:02.003790 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:02.034268 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port df048abb-6acb-481a-a577-df93a01ec1e6 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:26:02.034665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:02.048758 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df048abb-6acb-481a-a577-df93a01ec1e6 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:26:02.068631 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port df048abb-6acb-481a-a577-df93a01ec1e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=df048abb-6acb-481a-a577-df93a01ec1e6,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:02.158927 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:02.162641 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:02.208025 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=df048abb-6acb-481a-a577-df93a01ec1e6,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:02.215350 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.215703 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.216051 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.217035 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.217382 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222702 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:02.222838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.222838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:02.292797 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'Port': ['ID=efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e,revision_number=2']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:02.302034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (52f07412-a503-4c85-bf4e-8eb7419138e9), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:02.397905 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Floating IP 52f07412-a503-4c85-bf4e-8eb7419138e9 associated. External IP: 172.27.3.122, port: fffe897d-12c2-45ef-b241-0a4c420fa5f6. Jul 28 18:26:02.436534 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:02.602854 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Router efa217e9-6026-45f0-9a7c-57f455e9b144 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:26:02.617657 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['df048abb-6acb-481a-a577-df93a01ec1e6'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:26:02.739871 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:02.752434 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] Sync routers for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:02.762301 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea974e7-6d81-4bb8-9aa4-7ca955fcac42 req-a2990b76-6671-4002-b367-4b86acfa9e8a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:02.764358 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dea974e7-6d81-4bb8-9aa4-7ca955fcac42 req-a2990b76-6671-4002-b367-4b86acfa9e8a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 945 time: 0.0615509 Jul 28 18:26:02.768899 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:02.769547 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:02.818122 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dea974e7-6d81-4bb8-9aa4-7ca955fcac42 req-9bcd8302-7b96-4d05-b0b7-04dd0648aac5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456457 Jul 28 18:26:02.828275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:02.858936 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:02.865596 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b23e47f1-211e-4fd1-ab21-58881f6e0494 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2182906 Jul 28 18:26:02.870651 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:02.870651 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49297d4f-220e-4de3-9bce-4f9db8ce14e9" -d '{"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:02.873416 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50442) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:02.877885 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-a039b630-12a6-4548-ad8f-6623d4e60a39 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396800375', 'description': 'tempest-secgroup-smoke-1396800375 description', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:02.893598 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:02.907317 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1669b1f2-d521-4319-83e3-06079a9c8136 x-openstack-request-id: req-1669b1f2-d521-4319-83e3-06079a9c8136 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:02.907614 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:02.907869 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-1669b1f2-d521-4319-83e3-06079a9c8136 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:02.908276 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1669b1f2-d521-4319-83e3-06079a9c8136'] response: {'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'status': 'completed', 'code': 200} Jul 28 18:26:02.974486 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:02.979411 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a039b630-12a6-4548-ad8f-6623d4e60a39 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.005714 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-934e5332-69e3-4df0-807a-d2db28b54c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:03.007307 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-934e5332-69e3-4df0-807a-d2db28b54c66 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1129 time: 0.0457768 Jul 28 18:26:03.059307 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a039b630-12a6-4548-ad8f-6623d4e60a39 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group (fdae437d-3bc6-4299-8596-13291fc24e24), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.102270 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-03e2df7a-7dd3-4b42-a785-8b57df5df3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:03.103801 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-03e2df7a-7dd3-4b42-a785-8b57df5df3aa service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 916 time: 0.0895352 Jul 28 18:26:03.115933 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '52f07412-a503-4c85-bf4e-8eb7419138e9', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'port_id': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'mac_address': 'fa:16:3e:84:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:26:01Z', 'updated_at': '2022-07-28T18:26:01Z', 'revision_number': 0, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 5, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:03.139853 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a039b630-12a6-4548-ad8f-6623d4e60a39 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (fdae437d-3bc6-4299-8596-13291fc24e24), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.142744 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] Checking router: efa217e9-6026-45f0-9a7c-57f455e9b144 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:03.153419 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:03.154083 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:03.183942 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039b630-12a6-4548-ad8f-6623d4e60a39 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdae437d-3bc6-4299-8596-13291fc24e24,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:03.193320 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-8221d664-cdbc-4e01-b99f-0938540c2266 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 999 time: 0.0781708 Jul 28 18:26:03.245856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-2016fad9-e9b2-4f46-a6be-be5f17b320cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:03.247393 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-2016fad9-e9b2-4f46-a6be-be5f17b320cd service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 200 len: 854 time: 0.0466733 Jul 28 18:26:03.255687 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-a039b630-12a6-4548-ad8f-6623d4e60a39 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.257043 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-a039b630-12a6-4548-ad8f-6623d4e60a39 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3826139 Jul 28 18:26:03.261436 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50444) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:03.268647 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-45c74037-2dc7-409a-a8c4-9ddbbf444dbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'security_group_rule': {'security_group_id': 'fdae437d-3bc6-4299-8596-13291fc24e24', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:03.271171 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:03.297394 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-a398d9be-ae50-4f96-a906-06ec8edfb68e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:03.298977 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-a398d9be-ae50-4f96-a906-06ec8edfb68e service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fb6fae0-7909-4795-99cd-037590bcd627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408831 Jul 28 18:26:03.308020 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:03.368573 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-45c74037-2dc7-409a-a8c4-9ddbbf444dbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (38c3cf04-04f0-4c31-b96e-26531d79331f), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.396648 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-299ca245-d888-442b-8364-1dfe16ef3186 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910742 Jul 28 18:26:03.438621 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-45c74037-2dc7-409a-a8c4-9ddbbf444dbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (38c3cf04-04f0-4c31-b96e-26531d79331f), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.491632 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49297d4f-220e-4de3-9bce-4f9db8ce14e9 req-206eb37f-ce9d-4fe2-b7e3-325fef5e8011 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881152 Jul 28 18:26:03.497126 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '52f07412-a503-4c85-bf4e-8eb7419138e9', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'port_id': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'mac_address': 'fa:16:3e:84:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:26:01Z', 'updated_at': '2022-07-28T18:26:01Z', 'revision_number': 0, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 5, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:03.516889 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-45c74037-2dc7-409a-a8c4-9ddbbf444dbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (38c3cf04-04f0-4c31-b96e-26531d79331f), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.530091 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efef37a-fef4-4605-8f59-e5c07f144246 None None] The sync data for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi is: [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '52f07412-a503-4c85-bf4e-8eb7419138e9', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'port_id': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'mac_address': 'fa:16:3e:84:f1:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:26:01Z', 'updated_at': '2022-07-28T18:26:01Z', 'revision_number': 0, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 5, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:03.538391 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c74037-2dc7-409a-a8c4-9ddbbf444dbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c3cf04-04f0-4c31-b96e-26531d79331f,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:03.616235 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-45c74037-2dc7-409a-a8c4-9ddbbf444dbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.617658 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-45c74037-2dc7-409a-a8c4-9ddbbf444dbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3551254 Jul 28 18:26:03.620390 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50446) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:03.626492 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-be16b4c0-49fb-42a9-a345-27456fb83bde tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'security_group_rule': {'security_group_id': 'fdae437d-3bc6-4299-8596-13291fc24e24', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:03.725692 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6936e23b-08a6-4cdb-82dd-c69f6f4937e6 None None] New status for floating IP 52f07412-a503-4c85-bf4e-8eb7419138e9: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:26:03.791083 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-be16b4c0-49fb-42a9-a345-27456fb83bde tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (62362cd7-60e2-4b3c-a6a2-0236d59a644f), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.851494 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-be16b4c0-49fb-42a9-a345-27456fb83bde tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (62362cd7-60e2-4b3c-a6a2-0236d59a644f), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.896090 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device df048abb-6acb-481a-a577-df93a01ec1e6 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:26:03.925641 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-be16b4c0-49fb-42a9-a345-27456fb83bde tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (62362cd7-60e2-4b3c-a6a2-0236d59a644f), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:03.931310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:03.946984 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port df048abb-6acb-481a-a577-df93a01ec1e6 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:26:03.956551 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16b4c0-49fb-42a9-a345-27456fb83bde tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62362cd7-60e2-4b3c-a6a2-0236d59a644f,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:03.964258 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24618d97-9a7a-4257-8713-43c2af778fab req-c4478678-04a9-437f-84c6-9220c4dcba83 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:03.965820 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24618d97-9a7a-4257-8713-43c2af778fab req-c4478678-04a9-437f-84c6-9220c4dcba83 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 945 time: 0.0684621 Jul 28 18:26:04.019112 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-24618d97-9a7a-4257-8713-43c2af778fab req-f6c7a31d-a6b4-4f14-917a-542bdc481d52 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474179 Jul 28 18:26:04.042579 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port df048abb-6acb-481a-a577-df93a01ec1e6 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:26:04.042950 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.045698 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-be16b4c0-49fb-42a9-a345-27456fb83bde tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.047174 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-be16b4c0-49fb-42a9-a345-27456fb83bde tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4254506 Jul 28 18:26:04.057214 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50450) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:04.061968 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-99634681-642d-4cc5-b3ae-2f021b153039 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'security_group_rule': {'security_group_id': 'fdae437d-3bc6-4299-8596-13291fc24e24', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:04.121257 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port df048abb-6acb-481a-a577-df93a01ec1e6 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:26:04.121654 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.144134 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:04.146401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ffaa44-81f6-4ddd-a41b-861fd67aa638" -d '{"events": [{"server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "name": "network-vif-plugged", "status": "completed", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:04.159431 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port df048abb-6acb-481a-a577-df93a01ec1e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=df048abb-6acb-481a-a577-df93a01ec1e6,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:04.184250 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-99634681-642d-4cc5-b3ae-2f021b153039 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (a9126851-ab0d-48e3-bed9-6a53fafdd921), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.189838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f2929a-977d-4e83-ab5a-32b54b488a8c x-openstack-request-id: req-51f2929a-977d-4e83-ab5a-32b54b488a8c {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:04.190189 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "name": "network-vif-plugged", "status": "completed", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:04.190629 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-51f2929a-977d-4e83-ab5a-32b54b488a8c {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:04.191038 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51f2929a-977d-4e83-ab5a-32b54b488a8c'] response: {'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'code': 200} Jul 28 18:26:04.244323 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-99634681-642d-4cc5-b3ae-2f021b153039 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (a9126851-ab0d-48e3-bed9-6a53fafdd921), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.253997 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.304777 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=df048abb-6acb-481a-a577-df93a01ec1e6,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:04.328182 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-99634681-642d-4cc5-b3ae-2f021b153039 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (a9126851-ab0d-48e3-bed9-6a53fafdd921), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.336202 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:04.352132 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99634681-642d-4cc5-b3ae-2f021b153039 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9126851-ab0d-48e3-bed9-6a53fafdd921,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:04.455926 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-99634681-642d-4cc5-b3ae-2f021b153039 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.457192 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-99634681-642d-4cc5-b3ae-2f021b153039 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3988812 Jul 28 18:26:04.460149 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50454) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:04.464809 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-b6385334-f7d4-4bc1-bd81-4ae247824db6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'security_group_rule': {'security_group_id': 'fdae437d-3bc6-4299-8596-13291fc24e24', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:04.526269 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:04.538327 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2a3b2-b6f6-4060-9c08-ebcbde5acedc req-be673f71-a7c3-4661-aa04-ae1eafc17590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:04.539871 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-bfc2a3b2-b6f6-4060-9c08-ebcbde5acedc req-be673f71-a7c3-4661-aa04-ae1eafc17590 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 1130 time: 0.0431278 Jul 28 18:26:04.545338 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b6385334-f7d4-4bc1-bd81-4ae247824db6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (7b847f1f-167a-4842-9938-c82a45875daa), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.596276 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-bfc2a3b2-b6f6-4060-9c08-ebcbde5acedc req-e838f874-bf78-4342-85dc-84da2d3d8428 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412731 Jul 28 18:26:04.609619 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b6385334-f7d4-4bc1-bd81-4ae247824db6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (7b847f1f-167a-4842-9938-c82a45875daa), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.699253 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b6385334-f7d4-4bc1-bd81-4ae247824db6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (7b847f1f-167a-4842-9938-c82a45875daa), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.718806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6385334-f7d4-4bc1-bd81-4ae247824db6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b847f1f-167a-4842-9938-c82a45875daa,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:04.810829 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-b6385334-f7d4-4bc1-bd81-4ae247824db6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.812194 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-b6385334-f7d4-4bc1-bd81-4ae247824db6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3510938 Jul 28 18:26:04.814912 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50456) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:04.819335 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'security_group_rule': {'security_group_id': 'fdae437d-3bc6-4299-8596-13291fc24e24', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:04.928342 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.securitygroups_db [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Project fe865ae79cfc41c1a2668f91e8cf0f70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:26:04.934202 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (b267d0be-9621-4fa8-a758-a0d126e523f1), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:04.992955 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (b267d0be-9621-4fa8-a758-a0d126e523f1), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.088074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (b267d0be-9621-4fa8-a758-a0d126e523f1), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.132439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b267d0be-9621-4fa8-a758-a0d126e523f1,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:05.153247 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df6672b-6f05-4107-a566-1ca8b9cb9ca9 req-9a410b84-873b-4c7a-b060-8f36492bfdf9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:05.154747 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1df6672b-6f05-4107-a566-1ca8b9cb9ca9 req-9a410b84-873b-4c7a-b060-8f36492bfdf9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0584450 Jul 28 18:26:05.193315 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.194379 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e81562f0-fc82-4d6f-a446-6ebe40978ca7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3785415 Jul 28 18:26:05.197523 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50460) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:05.201789 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'security_group_rule': {'security_group_id': 'fdae437d-3bc6-4299-8596-13291fc24e24', 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:05.222237 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1df6672b-6f05-4107-a566-1ca8b9cb9ca9 req-79b4174d-2b50-4ee4-8980-61abd92d237c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619450 Jul 28 18:26:05.305766 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.securitygroups_db [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Project fe865ae79cfc41c1a2668f91e8cf0f70 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 28 18:26:05.312226 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (b9d5ee25-7917-41a1-a0af-aad4f4970845), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.373409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (b9d5ee25-7917-41a1-a0af-aad4f4970845), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.465260 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (b9d5ee25-7917-41a1-a0af-aad4f4970845), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.484147 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:05.485691 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d5ee25-7917-41a1-a0af-aad4f4970845,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:05.547742 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.549056 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-2e214bc7-39ea-466e-af0a-3c020a72202a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3505783 Jul 28 18:26:05.648120 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b521794-a849-4473-97ec-f523808136d6 req-9c3a085f-5bdb-4c69-b4a4-8af316aa82ce tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396800375&fields=id&tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70 HTTP/1.1" status: 200 len: 267 time: 0.0525224 Jul 28 18:26:05.698521 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b521794-a849-4473-97ec-f523808136d6 req-60c21a0a-4816-45c7-a2e8-9c113b99dacb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:05.699976 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b521794-a849-4473-97ec-f523808136d6 req-60c21a0a-4816-45c7-a2e8-9c113b99dacb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0464799 Jul 28 18:26:05.710652 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'port': {'security_groups': ['8c5744a5-e472-4312-9c36-45cde91d3522', 'fdae437d-3bc6-4299-8596-13291fc24e24']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:05.785478 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:05.945733 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:05.974811 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:06.004301 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:06.070419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:06.106509 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['fffe897d-12c2-45ef-b241-0a4c420fa5f6'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:26:06.112946 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:06.113599 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:06.115022 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4b521794-a849-4473-97ec-f523808136d6 req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "PUT /v2.0/ports/fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 981 time: 0.4089899 Jul 28 18:26:06.117846 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:06.123912 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a4c171-18e6-4ba7-b899-ea5271c22e80" -d '{"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:06.158415 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97692bf4-7bbc-492e-bdf7-8d2c8fdd7b4a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=6']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:06.177103 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3701032-dcfb-4431-8768-10cd354c5d41 x-openstack-request-id: req-c3701032-dcfb-4431-8768-10cd354c5d41 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:06.177619 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:06.178036 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c3701032-dcfb-4431-8768-10cd354c5d41 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:06.178618 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3701032-dcfb-4431-8768-10cd354c5d41'] response: {'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'status': 'completed', 'code': 200} Jul 28 18:26:06.247197 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9974281-1f4d-4b33-87b6-3236d1664aff req-962981ad-72ca-4f5a-876f-52e03a7072d4 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:06.250143 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f9974281-1f4d-4b33-87b6-3236d1664aff req-962981ad-72ca-4f5a-876f-52e03a7072d4 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0543156 Jul 28 18:26:06.314406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['fffe897d-12c2-45ef-b241-0a4c420fa5f6'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:26:06.356758 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f9974281-1f4d-4b33-87b6-3236d1664aff req-e8a4926a-23bd-4194-8639-5c8d01c2e9b5 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958812 Jul 28 18:26:06.371550 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e04fd-7493-45bb-a154-00aad4724e99 req-86f8fbb3-18e0-477a-9580-88221834084f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:06.373163 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-368e04fd-7493-45bb-a154-00aad4724e99 req-86f8fbb3-18e0-477a-9580-88221834084f tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0643671 Jul 28 18:26:06.397003 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:06.426850 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-368e04fd-7493-45bb-a154-00aad4724e99 req-842c9982-dffe-4b9d-a159-93d44ef90fac tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470476 Jul 28 18:26:06.426997 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-69bfb93e-ed75-435e-b8c8-25645aa91f7c None None] Provisioning complete for port fffe897d-12c2-45ef-b241-0a4c420fa5f6 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:26:06.427336 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-69bfb93e-ed75-435e-b8c8-25645aa91f7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:06.448215 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:06.631710 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-69bfb93e-ed75-435e-b8c8-25645aa91f7c None None] Current status of the port fffe897d-12c2-45ef-b241-0a4c420fa5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:26:06.723096 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-59079333-c9ff-4fd6-bdce-5cb73f1c1e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:06.725327 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-59079333-c9ff-4fd6-bdce-5cb73f1c1e1e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1168 time: 0.0422046 Jul 28 18:26:06.819774 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-a3b23b0b-3c68-4fe5-a469-f403b75e6270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:06.821289 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-a3b23b0b-3c68-4fe5-a469-f403b75e6270 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 916 time: 0.0896015 Jul 28 18:26:06.846069 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:06.884392 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-230158cf-7263-48de-9537-ad13bb363c92 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 1001 time: 0.0554128 Jul 28 18:26:06.936200 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-e2156969-4532-47f3-b435-82e9f4afde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:06.937654 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-e2156969-4532-47f3-b435-82e9f4afde6a service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 200 len: 854 time: 0.0432749 Jul 28 18:26:06.986013 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-4152067a-83c2-4eda-a03f-3d9217822f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:06.987483 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-4152067a-83c2-4eda-a03f-3d9217822f28 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fb6fae0-7909-4795-99cd-037590bcd627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425053 Jul 28 18:26:07.050930 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:07.080449 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-c9ef3116-5bf3-4d72-afec-b6aa2e6a90ea service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831850 Jul 28 18:26:07.173390 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-c9a4c171-18e6-4ba7-b899-ea5271c22e80 req-0f54efb0-fa9f-47fb-a349-b047c020ef1a service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869417 Jul 28 18:26:07.540333 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83fccd-a28f-4901-9af6-016c0bf5eecc req-515aff9a-7276-402d-bfa5-05fcf846a340 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:07.541811 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8b83fccd-a28f-4901-9af6-016c0bf5eecc req-515aff9a-7276-402d-bfa5-05fcf846a340 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0462930 Jul 28 18:26:07.588180 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8b83fccd-a28f-4901-9af6-016c0bf5eecc req-06dba8af-efc3-404b-91e1-4aaf8f253fe8 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404155 Jul 28 18:26:07.704786 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6d560-327f-4e74-a189-5cbeb9bd670c req-83332274-c33c-43a4-bd7b-66a66c1c02bb tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:07.706253 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8cb6d560-327f-4e74-a189-5cbeb9bd670c req-83332274-c33c-43a4-bd7b-66a66c1c02bb tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0515966 Jul 28 18:26:07.716090 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50476) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:07.720406 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'port_id': 'df048abb-6acb-481a-a577-df93a01ec1e6'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:26:07.758225 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (9176f59e-6fe3-470a-8037-351e9816d7d4), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:08.033830 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:08.177943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:08.225034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (9176f59e-6fe3-470a-8037-351e9816d7d4), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:08.298943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:08.320853 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP 9176f59e-6fe3-470a-8037-351e9816d7d4 associated. External IP: 172.27.3.26, port: df048abb-6acb-481a-a577-df93a01ec1e6. Jul 28 18:26:08.518038 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:26:08.623051 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:08.627962 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:08.637368 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:08.647391 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:08.647999 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:08.659732 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9bd21475-f64a-4cde-8513-d104f4c657f3 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "PUT /v2.0/floatingips/9176f59e-6fe3-470a-8037-351e9816d7d4 HTTP/1.1" status: 200 len: 991 time: 0.9425824 Jul 28 18:26:08.660319 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:08.662625 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323f0196-6e5a-4210-bfb1-19d580d67a27" -d '{"events": [{"name": "network-changed", "server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:08.699152 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c192cb5-8b15-4793-b89d-32c4475e1c68 x-openstack-request-id: req-2c192cb5-8b15-4793-b89d-32c4475e1c68 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:08.699451 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:08.699713 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2c192cb5-8b15-4793-b89d-32c4475e1c68 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:08.700129 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c192cb5-8b15-4793-b89d-32c4475e1c68'] response: {'name': 'network-changed', 'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'status': 'completed', 'code': 200} Jul 28 18:26:08.750799 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:08.785377 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-001cb9ee-0418-453f-8bf2-6c4fc09487fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:08.787067 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-001cb9ee-0418-453f-8bf2-6c4fc09487fa service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 1130 time: 0.0415165 Jul 28 18:26:08.889615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-f809df49-2181-40c8-8494-44bcd031897b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:08.891034 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-f809df49-2181-40c8-8494-44bcd031897b service neutron] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 916 time: 0.0969405 Jul 28 18:26:08.953399 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-4c2d7c0b-342b-44fb-9f66-f5a76f2e068c service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df048abb-6acb-481a-a577-df93a01ec1e6 HTTP/1.1" status: 200 len: 999 time: 0.0559609 Jul 28 18:26:09.003924 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-bf2085cd-b4c8-4f56-a6bd-418e9280b084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:09.005530 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-bf2085cd-b4c8-4f56-a6bd-418e9280b084 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0447485 Jul 28 18:26:09.052210 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-75abe47e-e00c-4115-acc2-289ab6663ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:09.053793 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-75abe47e-e00c-4115-acc2-289ab6663ae2 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419643 Jul 28 18:26:09.089618 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '9176f59e-6fe3-470a-8037-351e9816d7d4', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:a7:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:25:53Z', 'updated_at': '2022-07-28T18:26:08Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:09.114765 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:09.123628 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:09.124230 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:25:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:09.144272 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-cdfa2934-5575-4dda-a2cc-89159cb6565a service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839527 Jul 28 18:26:09.226222 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:09.240858 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-323f0196-6e5a-4210-bfb1-19d580d67a27 req-b79b1f27-e507-45ac-957e-03a80129c509 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907807 Jul 28 18:26:09.329337 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:09.443103 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '9176f59e-6fe3-470a-8037-351e9816d7d4', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:a7:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:25:53Z', 'updated_at': '2022-07-28T18:26:08Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:09.468298 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55ffb18c-f45e-4f9c-9278-9515e7c2b18e None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '9176f59e-6fe3-470a-8037-351e9816d7d4', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.26', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:a7:79:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:25:53Z', 'updated_at': '2022-07-28T18:26:08Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:09.652545 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a8572f-b55f-4dbe-84bb-0a3909def3b8 None None] New status for floating IP 9176f59e-6fe3-470a-8037-351e9816d7d4: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:26:14.267109 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:26:14.670711 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-aa5f2c8c-d5af-4362-982a-0479c9fb97ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:16.859498 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-0cad359f-1699-43d5-85b9-9f7eb135edcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:18.013881 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:18.651384 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=30 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:18.656480 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=63 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:19.235763 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=98 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:19.237643 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=55 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:19.333926 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:19.779279 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:27.555715 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:31.100697 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=37,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:31.102498 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:37.487092 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:37.488564 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:38.899775 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-31b450e9-9e1a-4c47-9aa0-4f602b6ca1dc service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0379941 Jul 28 18:26:38.999184 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-2894f0dd-5a50-4b64-a2fc-67577b187a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:39.000659 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-2894f0dd-5a50-4b64-a2fc-67577b187a45 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1130 time: 0.0394223 Jul 28 18:26:39.105160 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-ce4b8850-f00d-4e66-9ef9-0657eac7d514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:39.106636 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-ce4b8850-f00d-4e66-9ef9-0657eac7d514 service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0883877 Jul 28 18:26:39.170191 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-1628bc44-074a-4aeb-b521-4d394db92124 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 200 len: 1002 time: 0.0568066 Jul 28 18:26:39.217219 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-e1399b57-b4cc-4fc2-9440-a1ee961bec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:39.218659 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-e1399b57-b4cc-4fc2-9440-a1ee961bec91 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0431137 Jul 28 18:26:39.259627 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-952395f3-fb6b-418a-94f8-03eee4da54e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:39.261107 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-952395f3-fb6b-418a-94f8-03eee4da54e8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372136 Jul 28 18:26:39.353740 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-488fb92e-2863-49e9-9218-9f0ba8b89c15 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867682 Jul 28 18:26:39.444591 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-f385de40-88b6-4d12-bc7c-5a3f95813e24 req-28909300-6db9-48cc-9fc3-85291b3a309f service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834303 Jul 28 18:26:43.850234 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50500) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:44.216572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Deleting port 7d70dce8-d8a9-47b5-9030-df24c7961af1 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:26:44.216835 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:44.295262 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:44.295589 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (7d70dce8-d8a9-47b5-9030-df24c7961af1), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:44.308353 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Calling delete_port for 7d70dce8-d8a9-47b5-9030-df24c7961af1 owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:26:44.435281 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:44.448748 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:44.526939 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (7d70dce8-d8a9-47b5-9030-df24c7961af1), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:44.552177 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event deleted for resources: {'Port': ['ID=7d70dce8-d8a9-47b5-9030-df24c7961af1,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:44.565952 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.569596 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.570404 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.570404 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.570622 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.570949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.571294 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:44.627222 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:44.627548 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Floating IP 85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e disassociated (deleted). External IP: 172.27.3.193, port: 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a. Jul 28 18:26:44.646943 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2b4e95ce-204c-430f-941b-c35b915502d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:44.831955 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:26:44.936323 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:44.941036 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:44.945604 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:44.955535 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:44.959580 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:44.971432 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-997b083d-1a7b-4748-9dc4-087189973811 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "DELETE /v2.0/floatingips/85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e HTTP/1.1" status: 204 len: 168 time: 1.1201310 Jul 28 18:26:44.972027 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:44.974821 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:45.020120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f4323f-646e-4be5-9af7-3f9b13571b17 x-openstack-request-id: req-14f4323f-646e-4be5-9af7-3f9b13571b17 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:45.020120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:45.020120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-14f4323f-646e-4be5-9af7-3f9b13571b17 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:45.020120 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f4323f-646e-4be5-9af7-3f9b13571b17'] response: {'name': 'network-changed', 'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'status': 'completed', 'code': 200} Jul 28 18:26:45.072996 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:45.114131 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-c5547707-5a05-4451-8aac-e3bc371b97d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:45.115700 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-c5547707-5a05-4451-8aac-e3bc371b97d6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 1129 time: 0.0419080 Jul 28 18:26:45.212617 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-d07c21ff-63f7-484f-8450-b2f1aeac62af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:45.214146 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-d07c21ff-63f7-484f-8450-b2f1aeac62af service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0923393 Jul 28 18:26:45.254837 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-33a3482a-d845-456b-938c-0d761903291e service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a HTTP/1.1" status: 200 len: 217 time: 0.0333331 Jul 28 18:26:45.299482 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:33Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:45.310109 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-ae240f6d-97be-4d52-bacf-86d34ce3cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:45.314107 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-ae240f6d-97be-4d52-bacf-86d34ce3cfcc service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0507443 Jul 28 18:26:45.324571 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:45.334117 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:45.334720 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:45.358365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-05ef4763-4aa6-492f-9040-bbacc9bad0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:45.359900 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-05ef4763-4aa6-492f-9040-bbacc9bad0ac service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421064 Jul 28 18:26:45.449082 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:45.459256 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-303c758f-5634-4064-a303-190c39e4713f service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929489 Jul 28 18:26:45.528602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae30ba6-ee2a-4e9f-a31d-6fe719123e65 req-d1c873a3-270f-448b-bf13-30b9aff526c7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:45.530261 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8ae30ba6-ee2a-4e9f-a31d-6fe719123e65 req-d1c873a3-270f-448b-bf13-30b9aff526c7 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0503149 Jul 28 18:26:45.585483 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8ae30ba6-ee2a-4e9f-a31d-6fe719123e65 req-766f6ebb-aeca-44ba-8160-f673f28fe764 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482812 Jul 28 18:26:45.666905 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:33Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:45.695556 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d13e93b-680a-43be-a17e-f485bab977ee None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': 'e650f505-3be6-4a7a-871e-f460cbf2dc34', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'floating_ip_address': '172.27.3.118', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'port_id': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'mac_address': 'fa:16:3e:7c:bd:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:21:31Z', 'updated_at': '2022-07-28T18:21:33Z', 'revision_number': 1, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:45.906655 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408fdf9e-980c-4ed9-bb8f-32b707be08a9 None None] New status for floating IP 85da3fc3-f3e8-49dd-b2d5-3163a6fdb50e: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:26:46.553946 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:46.587573 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-cf3cbbb1-fb01-4eca-b35c-cce90c0836a1 req-056b122b-0123-478b-b2be-a3a51e13b816 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953448 Jul 28 18:26:46.707252 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9c619-8411-4786-9d2e-2c1d537410f5 req-ceec87e1-4187-4406-a0af-e9ee87a51e57 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:46.708958 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70b9c619-8411-4786-9d2e-2c1d537410f5 req-ceec87e1-4187-4406-a0af-e9ee87a51e57 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0469217 Jul 28 18:26:46.757899 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-70b9c619-8411-4786-9d2e-2c1d537410f5 req-cda50480-94aa-44cd-9c5b-2999477e2e2b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432560 Jul 28 18:26:46.852739 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e76a6216-2b61-434c-a904-47ad6857da4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:47.497061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-024a992a-e082-4de2-b475-b29643286012 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:47.498555 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-024a992a-e082-4de2-b475-b29643286012 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0709591 Jul 28 18:26:47.587002 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Deleting port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:26:47.587692 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:47.642172 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:47.676512 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] For port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:47.676920 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:47.689973 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Calling delete_port for 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:26:47.864144 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (019e5716-7cc7-4c8a-b0a4-f7f4aab4034a), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:47.876422 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b39e6e-abd9-4129-83f1-5d2a7f6fe567 req-e4782898-6bf2-4e2e-95a6-d1737e0d0812 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:47.878091 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8b39e6e-abd9-4129-83f1-5d2a7f6fe567 req-e4782898-6bf2-4e2e-95a6-d1737e0d0812 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 945 time: 0.0491750 Jul 28 18:26:47.891486 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event deleted for resources: {'Port': ['ID=019e5716-7cc7-4c8a-b0a4-f7f4aab4034a,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:47.937055 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f8b39e6e-abd9-4129-83f1-5d2a7f6fe567 req-b802ebd4-85ea-4ef5-831e-e19b374fe41a tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510275 Jul 28 18:26:47.951376 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] No DVR routers for this DVR port 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:26:47.964563 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:47.967161 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:47.967988 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-2b2e545b-3fa4-4ca0-82b3-789680608650 req-5815a867-1f7b-48f5-8bcf-35c98d868c3f tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "DELETE /v2.0/ports/019e5716-7cc7-4c8a-b0a4-f7f4aab4034a HTTP/1.1" status: 204 len: 173 time: 0.4638884 Jul 28 18:26:47.968454 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'name': 'network-vif-deleted', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:47.970924 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73194875-bc4f-4466-8674-3ed65cecab2b" -d '{"events": [{"server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "name": "network-vif-deleted", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:48.007682 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7f8061-6992-44ee-8a54-d44b94cacab0 x-openstack-request-id: req-6e7f8061-6992-44ee-8a54-d44b94cacab0 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:48.007991 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7714792-fa29-4af9-b28a-431c9bb2f5b2", "name": "network-vif-deleted", "tag": "019e5716-7cc7-4c8a-b0a4-f7f4aab4034a", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:48.008253 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6e7f8061-6992-44ee-8a54-d44b94cacab0 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:48.008661 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e7f8061-6992-44ee-8a54-d44b94cacab0'] response: {'server_uuid': 'b7714792-fa29-4af9-b28a-431c9bb2f5b2', 'name': 'network-vif-deleted', 'tag': '019e5716-7cc7-4c8a-b0a4-f7f4aab4034a', 'status': 'completed', 'code': 200} Jul 28 18:26:49.054496 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-05ddd5d7-a06a-4f64-bf59-bf99fd547a93 req-ad9170cd-95ac-4c75-a419-aaf531786a0b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=b7714792-fa29-4af9-b28a-431c9bb2f5b2 HTTP/1.1" status: 200 len: 210 time: 0.0310321 Jul 28 18:26:49.368370 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:49.828585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:50.132206 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:50.152488 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:26:50.152839 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 019e5716-7cc7-4c8a-b0a4-f7f4aab4034a not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:51.266012 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:26:52.614999 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50534) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:52.760001 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Deleting port 02a9c910-8383-4068-8431-1d1f08d1e287 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:26:52.760265 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (02a9c910-8383-4068-8431-1d1f08d1e287), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:52.835439 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (02a9c910-8383-4068-8431-1d1f08d1e287), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:52.835774 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (02a9c910-8383-4068-8431-1d1f08d1e287), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:52.848717 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Calling delete_port for 02a9c910-8383-4068-8431-1d1f08d1e287 owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:26:52.941854 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:53.069616 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (02a9c910-8383-4068-8431-1d1f08d1e287), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:53.095220 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event deleted for resources: {'Port': ['ID=02a9c910-8383-4068-8431-1d1f08d1e287,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:53.160313 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (e650f505-3be6-4a7a-871e-f460cbf2dc34), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:53.160677 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Floating IP e650f505-3be6-4a7a-871e-f460cbf2dc34 disassociated (deleted). External IP: 172.27.3.118, port: 2bf36b8c-9461-4402-a7fa-dd60e55d9326. Jul 28 18:26:53.254296 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:53.359684 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:26:53.601281 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:26:53.605949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:53.610643 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:26:53.620711 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:53.621453 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.636280 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3945f7b3-5654-4359-86dd-0ffb82ca3972 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "DELETE /v2.0/floatingips/e650f505-3be6-4a7a-871e-f460cbf2dc34 HTTP/1.1" status: 204 len: 168 time: 1.0202150 Jul 28 18:26:53.636904 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:53.639156 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:53.679741 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614c842d-3a30-40a0-b5f8-a95c5dc74b68 x-openstack-request-id: req-614c842d-3a30-40a0-b5f8-a95c5dc74b68 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:53.680075 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:53.680459 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-614c842d-3a30-40a0-b5f8-a95c5dc74b68 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:53.680931 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-614c842d-3a30-40a0-b5f8-a95c5dc74b68'] response: {'name': 'network-changed', 'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'status': 'completed', 'code': 200} Jul 28 18:26:53.732158 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:53.758282 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:53.760365 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:53.764792 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-c5f1fd4b-030e-45b4-a5c0-6783c721642c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:53.766320 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-c5f1fd4b-030e-45b4-a5c0-6783c721642c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=308e6cf086ae4cdea9c591ed2811c976&device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 1130 time: 0.0407588 Jul 28 18:26:53.864347 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-6414defc-7024-48dc-9437-0a89e9a2dc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:53.866356 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-6414defc-7024-48dc-9437-0a89e9a2dc8a service neutron] 10.222.0.93 "GET /v2.0/networks?id=f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 200 len: 913 time: 0.0942075 Jul 28 18:26:53.906686 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-c534b369-ee28-43d7-a931-46d994a9147a service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 200 len: 217 time: 0.0334496 Jul 28 18:26:53.924763 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:53.953961 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:26:53.957604 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-d0a4a98c-4027-410f-83dd-aede6077aad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:53.959098 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-d0a4a98c-4027-410f-83dd-aede6077aad9 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 200 len: 851 time: 0.0461032 Jul 28 18:26:53.962916 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:26:53.963523 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.038180 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f28808-2c85-4cb5-99bd-7a3d87711e8f req-918711d3-7f58-4b1f-8956-3df0c726c9a0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:54.039671 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-64f28808-2c85-4cb5-99bd-7a3d87711e8f req-918711d3-7f58-4b1f-8956-3df0c726c9a0 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 946 time: 0.0484664 Jul 28 18:26:54.068060 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:26:54.090857 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-64f28808-2c85-4cb5-99bd-7a3d87711e8f req-ff7b5dcf-4e4d-489a-be71-343a91e82120 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452733 Jul 28 18:26:54.154528 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-d1d71527-e81c-4caf-9c5f-4e4536ebd121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:54.155934 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-d1d71527-e81c-4caf-9c5f-4e4536ebd121 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=f4b4861e-a1c6-45e0-a934-67c667a84812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434964 Jul 28 18:26:54.257484 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-635fa72d-827b-40ec-96d2-8bb3cefa46ed service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918665 Jul 28 18:26:54.355292 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-77c84980-5eaf-4ffd-a27b-7775daf1f3d7 req-f3424be9-4f7a-462b-8c3a-9ef4e3618bc5 service neutron] 10.222.0.93 "GET /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917301 Jul 28 18:26:54.384641 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:26:54.410280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd36ff19-5f9c-4f10-b8a5-0d06972f47a5 None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:31Z', 'revision_number': 4, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'ac5d0beb-3bf9-443f-9e98-bc432eee616d', 'name': '', 'network_id': 'f4b4861e-a1c6-45e0-a934-67c667a84812', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'mac_address': 'fa:16:3e:6e:4e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:31Z', 'updated_at': '2022-07-28T18:16:36Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'subnets': [{'id': 'fd8f5047-d407-4dc3-84a9-28b0b122d728', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:26:54.623271 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c34c7a-93d9-4912-b53b-1deee26f45e2 None None] New status for floating IP e650f505-3be6-4a7a-871e-f460cbf2dc34: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:26:54.905814 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-b2ad709e-ed9f-424f-b291-62fb09378d17 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:54.907267 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-b2ad709e-ed9f-424f-b291-62fb09378d17 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 946 time: 0.0468929 Jul 28 18:26:54.971488 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:54.987912 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Deleting port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:26:54.988273 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:55.080823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] For port 2bf36b8c-9461-4402-a7fa-dd60e55d9326, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=2bf36b8c-9461-4402-a7fa-dd60e55d9326,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:26:55.081210 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:55.094618 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Calling delete_port for 2bf36b8c-9461-4402-a7fa-dd60e55d9326 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:26:55.139970 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:26:55.214296 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d56148d-972f-43cc-9374-ff0d1d3cf119 req-88435e68-0f68-4176-92cb-9a650aea2df3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:26:55.215844 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8d56148d-972f-43cc-9374-ff0d1d3cf119 req-88435e68-0f68-4176-92cb-9a650aea2df3 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 946 time: 0.0496426 Jul 28 18:26:55.265273 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8d56148d-972f-43cc-9374-ff0d1d3cf119 req-bd495dc0-3507-45d5-9733-3f19d64daeca tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/security-groups?id=1cf89b0f-92b2-4dbd-bd88-57335b6e1812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438292 Jul 28 18:26:55.285804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (2bf36b8c-9461-4402-a7fa-dd60e55d9326), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:55.313692 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event deleted for resources: {'Port': ['ID=2bf36b8c-9461-4402-a7fa-dd60e55d9326,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:55.358615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] No DVR routers for this DVR port 2bf36b8c-9461-4402-a7fa-dd60e55d9326 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:26:55.365164 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:55.365164 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-3c6013ad-c109-4a74-8f46-2717d5654c5b req-59d93013-d489-461f-ab0e-3ec30c391cba tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.93 "DELETE /v2.0/ports/2bf36b8c-9461-4402-a7fa-dd60e55d9326 HTTP/1.1" status: 204 len: 173 time: 0.4522319 Jul 28 18:26:55.682487 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'name': 'network-vif-deleted', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:26:55.685722 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f5d7e26-0ace-4fa9-942c-e0aaba195681" -d '{"events": [{"server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "name": "network-vif-deleted", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:26:55.724957 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4553af4-655d-4fe0-909e-53a5e7dc00c7 x-openstack-request-id: req-c4553af4-655d-4fe0-909e-53a5e7dc00c7 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:26:55.725448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc02a9d1-d99e-4119-b12f-63effaab3d40", "name": "network-vif-deleted", "tag": "2bf36b8c-9461-4402-a7fa-dd60e55d9326", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:26:55.725825 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-c4553af4-655d-4fe0-909e-53a5e7dc00c7 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:26:55.726328 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4553af4-655d-4fe0-909e-53a5e7dc00c7'] response: {'server_uuid': 'cc02a9d1-d99e-4119-b12f-63effaab3d40', 'name': 'network-vif-deleted', 'tag': '2bf36b8c-9461-4402-a7fa-dd60e55d9326', 'status': 'completed', 'code': 200} Jul 28 18:26:56.380319 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b324e297-839f-4a84-8a41-31e308ab44dc req-e158be3e-f58e-454f-871c-deecd6a87c1d tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "GET /v2.0/ports?device_id=cc02a9d1-d99e-4119-b12f-63effaab3d40 HTTP/1.1" status: 200 len: 210 time: 0.0311310 Jul 28 18:26:57.447737 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50554) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:57.538271 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:57.558611 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Deleting port a5102d9f-0c33-414c-8a4c-96eded71f80a {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:26:57.558962 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:57.637939 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:57.637939 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (a5102d9f-0c33-414c-8a4c-96eded71f80a), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:57.648120 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Calling delete_port for a5102d9f-0c33-414c-8a4c-96eded71f80a owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:26:57.898084 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (a5102d9f-0c33-414c-8a4c-96eded71f80a), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:57.922824 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event deleted for resources: {'Port': ['ID=a5102d9f-0c33-414c-8a4c-96eded71f80a,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:57.986514 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for floatingip (5a46ccf6-8560-4396-88b4-333179fff07f), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:57.989059 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:57.990710 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-14e6a2e3-c902-423f-8eb7-6510e0c43a03 tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "DELETE /v2.0/floatingips/5a46ccf6-8560-4396-88b4-333179fff07f HTTP/1.1" status: 204 len: 168 time: 0.5444603 Jul 28 18:26:58.152805 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 2bf36b8c-9461-4402-a7fa-dd60e55d9326 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:26:58.175996 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 2bf36b8c-9461-4402-a7fa-dd60e55d9326 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:26:58.176337 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 2bf36b8c-9461-4402-a7fa-dd60e55d9326 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:26:59.324664 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50566) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:26:59.385923 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group (1cf89b0f-92b2-4dbd-bd88-57335b6e1812), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:59.412153 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group (1cf89b0f-92b2-4dbd-bd88-57335b6e1812), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:59.571362 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (1cf89b0f-92b2-4dbd-bd88-57335b6e1812), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:59.574049 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:26:59.575220 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] 10.222.0.86 "DELETE /v2.0/security-groups/1cf89b0f-92b2-4dbd-bd88-57335b6e1812 HTTP/1.1" status: 204 len: 168 time: 0.2495081 Jul 28 18:26:59.584985 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf89b0f-92b2-4dbd-bd88-57335b6e1812,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:26:59.593475 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.593771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.594114 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.594452 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.594782 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.595110 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.595437 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.595756 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.596080 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.596401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.596750 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.597122 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.597419 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.597736 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.598053 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9526ae04-bce5-4216-841f-b73ee0a8534b tempest-TestVolumeBootPattern-2035805745 tempest-TestVolumeBootPattern-2035805745-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:26:59.707876 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50570) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:00.129783 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:00.299680 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=8,neutron:SELECT=92 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:00.336187 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (9c7ae216-7169-4e00-8b95-eca3047cc929), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:00.558180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Deleting port ac5d0beb-3bf9-443f-9e98-bc432eee616d {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:00.558531 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:00.641577 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] For port ac5d0beb-3bf9-443f-9e98-bc432eee616d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=ac5d0beb-3bf9-443f-9e98-bc432eee616d,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:00.641940 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:00.657334 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Calling delete_port for ac5d0beb-3bf9-443f-9e98-bc432eee616d owned by network:router_interface {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:00.903676 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (ac5d0beb-3bf9-443f-9e98-bc432eee616d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:00.926590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Pushing event deleted for resources: {'Port': ['ID=ac5d0beb-3bf9-443f-9e98-bc432eee616d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:01.038795 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:01.092752 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (9c7ae216-7169-4e00-8b95-eca3047cc929), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:01.187082 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:01.300723 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Router 9c7ae216-7169-4e00-8b95-eca3047cc929 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:27:01.406516 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:27:01.413196 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-403cddea-de01-44a0-8004-6ce64695dedb admin admin] 10.222.0.86 "PUT /v2.0/routers/9c7ae216-7169-4e00-8b95-eca3047cc929/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027316 Jul 28 18:27:01.414396 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50574) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:01.417284 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] Sync routers for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:27:01.427621 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:27:01.428225 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:01.515014 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks [] for router (9c7ae216-7169-4e00-8b95-eca3047cc929), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:01.532115 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:27:01.612118 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks [] for router_gateway (9c7ae216-7169-4e00-8b95-eca3047cc929), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:01.626340 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:01.700522 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105'}], 'enable_snat': True}, 'gw_port_id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:27:00Z', 'revision_number': 5, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port': {'id': '8db4a1e8-7b51-4086-a400-8af71941a109', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:0a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'device_owner': 'network:router_gateway', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:16:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:01.707951 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Deleting port 8db4a1e8-7b51-4086-a400-8af71941a109 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:01.708852 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:01.730187 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] Checking router: 9c7ae216-7169-4e00-8b95-eca3047cc929 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:27:01.738776 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] Routers {'9c7ae216-7169-4e00-8b95-eca3047cc929'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:27:01.739479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['9c7ae216-7169-4e00-8b95-eca3047cc929'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:01.796732 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] For port 8db4a1e8-7b51-4086-a400-8af71941a109, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=8db4a1e8-7b51-4086-a400-8af71941a109,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:01.797035 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:01.809920 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Calling delete_port for 8db4a1e8-7b51-4086-a400-8af71941a109 owned by network:router_gateway {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:01.822729 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] Set router 9c7ae216-7169-4e00-8b95-eca3047cc929 gateway port host: None {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:27:01.874459 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:27:01Z', 'revision_number': 6, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:01.899532 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9d21f73-85f1-47b0-b99f-6563c65adf9b None None] The sync data for ids ['9c7ae216-7169-4e00-8b95-eca3047cc929'] in dv-cinder-846173-4-iscsi is: [{'id': '9c7ae216-7169-4e00-8b95-eca3047cc929', 'name': 'tempest-TestVolumeBootPattern-1768035686-router', 'tenant_id': '308e6cf086ae4cdea9c591ed2811c976', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:28Z', 'updated_at': '2022-07-28T18:27:01Z', 'revision_number': 6, 'project_id': '308e6cf086ae4cdea9c591ed2811c976', 'gw_port_host': None}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:27:01.960386 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:02.058158 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (8db4a1e8-7b51-4086-a400-8af71941a109), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.085550 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db4a1e8-7b51-4086-a400-8af71941a109,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:02.136124 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:02.148751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (9c7ae216-7169-4e00-8b95-eca3047cc929), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.235012 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (9c7ae216-7169-4e00-8b95-eca3047cc929), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.237486 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks [] for router_controller (9c7ae216-7169-4e00-8b95-eca3047cc929), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.360840 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (9c7ae216-7169-4e00-8b95-eca3047cc929), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.361575 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9c7ae216-7169-4e00-8b95-eca3047cc929 {{(pid=104675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:27:02.367036 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.368479 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ba0dd6fe-90c4-46a2-90e8-399d120dd2a8 admin admin] 10.222.0.86 "DELETE /v2.0/routers/9c7ae216-7169-4e00-8b95-eca3047cc929 HTTP/1.1" status: 204 len: 168 time: 0.9529901 Jul 28 18:27:02.371101 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50576) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:02.417471 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] Deleting subnet fd8f5047-d407-4dc3-84a9-28b0b122d728 {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:27:02.422351 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] Publish callbacks [] for subnet (fd8f5047-d407-4dc3-84a9-28b0b122d728), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.457514 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (fd8f5047-d407-4dc3-84a9-28b0b122d728), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.536278 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (fd8f5047-d407-4dc3-84a9-28b0b122d728), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.640340 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (fd8f5047-d407-4dc3-84a9-28b0b122d728), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.668326 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd8f5047-d407-4dc3-84a9-28b0b122d728,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:02.670344 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.673645 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d53d0701-a9bd-4c9d-b5a3-eac3e28e5cda admin admin] 10.222.0.86 "DELETE /v2.0/subnets/fd8f5047-d407-4dc3-84a9-28b0b122d728 HTTP/1.1" status: 204 len: 168 time: 0.3015797 Jul 28 18:27:02.675789 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2756e460-32c1-41c5-8733-532a26f28fcd None None] Network f4b4861e-a1c6-45e0-a934-67c667a84812 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:27:02.676287 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50578) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:02.752280 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (f4b4861e-a1c6-45e0-a934-67c667a84812), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.805304 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Deleting port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:02.805890 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.838726 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] DHCP port deletion for f4b4861e-a1c6-45e0-a934-67c667a84812 request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:27:02.873482 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] For port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:02.873855 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.881395 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Deleting port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:02.882009 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.888166 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Calling delete_port for 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:02.926497 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:02.955811 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] For port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,segment=NetworkSegment(b9c078c6-85e7-4e6d-b76f-395f42a9ec11),segment_id=b9c078c6-85e7-4e6d-b76f-395f42a9ec11)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:02.956213 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:02.969528 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Calling delete_port for 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:03.034893 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.045103 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (141cbe40-4ce8-416e-8d8f-e2b0a5ed917c), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.061380 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Pushing event deleted for resources: {'Port': ['ID=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:03.071746 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] No DVR routers for this DVR port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:27:03.074487 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Pushing event deleted for resources: {'Port': ['ID=141cbe40-4ce8-416e-8d8f-e2b0a5ed917c,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:03.077747 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] No DVR routers for this DVR port 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:27:03.085319 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.089062 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.090341 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.090341 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.090341 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15b464cc-9f03-4cb9-bd0d-2060682d5e05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:03.147651 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (f4b4861e-a1c6-45e0-a934-67c667a84812), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.167628 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4b4861e-a1c6-45e0-a934-67c667a84812']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:03.169472 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:03.177341 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:03.182856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c078c6-85e7-4e6d-b76f-395f42a9ec11') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:03.187213 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (b9c078c6-85e7-4e6d-b76f-395f42a9ec11), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.200492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (b9c078c6-85e7-4e6d-b76f-395f42a9ec11), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.206947 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Releasing vlan 922 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:27:03.207588 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (b9c078c6-85e7-4e6d-b76f-395f42a9ec11), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.248130 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment b9c078c6-85e7-4e6d-b76f-395f42a9ec11 resource provider aggregate not found Jul 28 18:27:03.272186 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment b9c078c6-85e7-4e6d-b76f-395f42a9ec11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b9c078c6-85e7-4e6d-b76f-395f42a9ec11 found for delete ", "request_id": "req-10f440d1-1daf-4690-8ea4-9d8ff38557fa"}]} Jul 28 18:27:03.349816 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (f4b4861e-a1c6-45e0-a934-67c667a84812), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.357970 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:03.358486 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] 10.222.0.86 "DELETE /v2.0/networks/f4b4861e-a1c6-45e0-a934-67c667a84812 HTTP/1.1" status: 204 len: 168 time: 0.6814265 Jul 28 18:27:03.359074 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:03.361467 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50584) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:03.371572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9cb3d-5783-43f9-90c9-06d31ccbbf81 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4b4861e-a1c6-45e0-a934-67c667a84812,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:03.421698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device ac5d0beb-3bf9-443f-9e98-bc432eee616d no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:03.442422 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: ac5d0beb-3bf9-443f-9e98-bc432eee616d {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:27:03.443306 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device ac5d0beb-3bf9-443f-9e98-bc432eee616d not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:03.443745 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 8db4a1e8-7b51-4086-a400-8af71941a109 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:03.467731 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 8db4a1e8-7b51-4086-a400-8af71941a109 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:27:03.468151 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 8db4a1e8-7b51-4086-a400-8af71941a109 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:03.468511 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:03.492198 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:27:03.492549 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 141cbe40-4ce8-416e-8d8f-e2b0a5ed917c not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:03.950779 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:03.984553 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:03.991634 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (7c5459c0-a241-415f-9f47-7f956020a421), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:04.229939 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Deleting port 3362dc76-adb8-4003-8ca2-54f575bf9cc1 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:04.230170 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:04.355938 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] For port 3362dc76-adb8-4003-8ca2-54f575bf9cc1, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=3362dc76-adb8-4003-8ca2-54f575bf9cc1,segment=NetworkSegment(ddb4daa3-daac-4d50-b9f9-fd10f4baabe7),segment_id=ddb4daa3-daac-4d50-b9f9-fd10f4baabe7)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:04.356310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:04.377046 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cd0bd0-0557-4396-98f5-3a5e2eecff45 req-02fbe54e-fb40-4022-912a-494cf4aaa396 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:04.378650 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03cd0bd0-0557-4396-98f5-3a5e2eecff45 req-02fbe54e-fb40-4022-912a-494cf4aaa396 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0775588 Jul 28 18:27:04.386455 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Calling delete_port for 3362dc76-adb8-4003-8ca2-54f575bf9cc1 owned by network:router_interface {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:04.441540 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-013825c8-9d43-41c1-b012-cb13bee999bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:04.443084 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-013825c8-9d43-41c1-b012-cb13bee999bb service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1168 time: 0.0451648 Jul 28 18:27:04.503812 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-03cd0bd0-0557-4396-98f5-3a5e2eecff45 req-4984d254-aff7-400c-9829-f81dab80f818 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1191170 Jul 28 18:27:04.545116 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-bb414d6d-3f16-4d80-9c07-554270d8429f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:04.546595 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-bb414d6d-3f16-4d80-9c07-554270d8429f service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 916 time: 0.0917668 Jul 28 18:27:04.681264 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (3362dc76-adb8-4003-8ca2-54f575bf9cc1), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:04.690674 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:04.738229 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3362dc76-adb8-4003-8ca2-54f575bf9cc1,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:04.856917 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-30bdb530-e885-461b-ab8b-5ccd1864144f service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 1001 time: 0.3018839 Jul 28 18:27:04.907036 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (7c5459c0-a241-415f-9f47-7f956020a421), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:04.913123 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-cfc8d385-5936-43fc-bf6d-065babe2d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:04.915229 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-cfc8d385-5936-43fc-bf6d-065babe2d900 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 200 len: 854 time: 0.0517516 Jul 28 18:27:04.971170 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-5e446e7d-b786-4512-9b16-46b728e0d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:04.972699 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-5e446e7d-b786-4512-9b16-46b728e0d3fa service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fb6fae0-7909-4795-99cd-037590bcd627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407462 Jul 28 18:27:05.008706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:05.069702 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-47d4c453-7911-40c5-a731-32655baa6258 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864553 Jul 28 18:27:05.119430 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Router 7c5459c0-a241-415f-9f47-7f956020a421 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:27:05.169480 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-e9bcc654-9951-4de4-bd5b-0befde5fb6d7 req-7a3c272d-037b-4104-bb4c-9af25cd3d1de service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942824 Jul 28 18:27:05.227735 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:27:05.234497 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e653699e-ccbf-46c1-abac-aca1b34ad4d1 admin admin] 10.222.0.86 "PUT /v2.0/routers/7c5459c0-a241-415f-9f47-7f956020a421/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8701043 Jul 28 18:27:05.235112 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50594) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:05.237586 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] Sync routers for ids ['7c5459c0-a241-415f-9f47-7f956020a421'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:27:05.248408 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] Routers {'7c5459c0-a241-415f-9f47-7f956020a421'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:27:05.249042 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7c5459c0-a241-415f-9f47-7f956020a421'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:05.335789 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks [] for router (7c5459c0-a241-415f-9f47-7f956020a421), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:05.351809 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] Set router 7c5459c0-a241-415f-9f47-7f956020a421 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:27:05.451064 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks [] for router_gateway (7c5459c0-a241-415f-9f47-7f956020a421), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:05.548008 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109'}], 'enable_snat': True}, 'gw_port_id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:27:04Z', 'revision_number': 5, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port': {'id': '5dc6848e-5191-448a-a186-d10bf72525e7', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:27:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5459c0-a241-415f-9f47-7f956020a421', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:16:35Z', 'updated_at': '2022-07-28T18:16:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:05.568320 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Deleting port 5dc6848e-5191-448a-a186-d10bf72525e7 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:05.568709 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:05.574911 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] Checking router: 7c5459c0-a241-415f-9f47-7f956020a421 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:27:05.584395 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] Routers {'7c5459c0-a241-415f-9f47-7f956020a421'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:27:05.585133 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:26:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7c5459c0-a241-415f-9f47-7f956020a421'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:05.670187 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cecb49-01ea-4980-a271-d7529fd32670 req-91a3f18f-cd65-43dd-8506-ad8245c96939 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:05.671749 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-89cecb49-01ea-4980-a271-d7529fd32670 req-91a3f18f-cd65-43dd-8506-ad8245c96939 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0622721 Jul 28 18:27:05.712248 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] For port 5dc6848e-5191-448a-a186-d10bf72525e7, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=5dc6848e-5191-448a-a186-d10bf72525e7,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:05.712605 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:05.734888 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Calling delete_port for 5dc6848e-5191-448a-a186-d10bf72525e7 owned by network:router_gateway {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:05.751900 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] Set router 7c5459c0-a241-415f-9f47-7f956020a421 gateway port host: None {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:27:05.799771 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-89cecb49-01ea-4980-a271-d7529fd32670 req-5e1b2898-1ef3-45a6-8f31-77db90ca714a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1183143 Jul 28 18:27:05.803600 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:27:05Z', 'revision_number': 6, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:05.832806 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0d9b19-426c-4f2e-b853-d1d2d7a627f1 None None] The sync data for ids ['7c5459c0-a241-415f-9f47-7f956020a421'] in dv-cinder-846173-4-iscsi is: [{'id': '7c5459c0-a241-415f-9f47-7f956020a421', 'name': 'tempest-TestVolumeBootPattern-566519727-router', 'tenant_id': '7694d36e7d80422ab3f1d49efc71ec10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:16:34Z', 'updated_at': '2022-07-28T18:27:05Z', 'revision_number': 6, 'project_id': '7694d36e7d80422ab3f1d49efc71ec10', 'gw_port_host': None}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:27:05.863248 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:05.905717 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:05.983593 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (5dc6848e-5191-448a-a186-d10bf72525e7), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.013222 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc6848e-5191-448a-a186-d10bf72525e7,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:06.077189 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (7c5459c0-a241-415f-9f47-7f956020a421), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.165679 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (7c5459c0-a241-415f-9f47-7f956020a421), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.167987 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks [] for router_controller (7c5459c0-a241-415f-9f47-7f956020a421), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.268633 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (7c5459c0-a241-415f-9f47-7f956020a421), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.272456 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5459c0-a241-415f-9f47-7f956020a421 {{(pid=104676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:27:06.274179 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.275356 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-982e8318-5516-40fe-a1cc-0466b76afe5a admin admin] 10.222.0.86 "DELETE /v2.0/routers/7c5459c0-a241-415f-9f47-7f956020a421 HTTP/1.1" status: 204 len: 168 time: 1.0393314 Jul 28 18:27:06.277991 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50598) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:06.326271 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] Deleting subnet c73cdc72-c1de-4c79-bbca-f10b9cf95858 {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:27:06.330074 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] Publish callbacks [] for subnet (c73cdc72-c1de-4c79-bbca-f10b9cf95858), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.365715 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (c73cdc72-c1de-4c79-bbca-f10b9cf95858), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.439924 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (c73cdc72-c1de-4c79-bbca-f10b9cf95858), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.538111 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (c73cdc72-c1de-4c79-bbca-f10b9cf95858), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.564041 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c73cdc72-c1de-4c79-bbca-f10b9cf95858,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:06.568599 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.574811 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-8034fe66-7167-42f9-ad85-723aaf67385c admin admin] 10.222.0.86 "DELETE /v2.0/subnets/c73cdc72-c1de-4c79-bbca-f10b9cf95858 HTTP/1.1" status: 204 len: 168 time: 0.2928400 Jul 28 18:27:06.575041 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50600) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:06.577253 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78db7794-5285-466e-bc8b-99e3eee98ebc None None] Network e35cbd87-e253-47ef-81c2-9aee89a96567 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:27:06.661317 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (e35cbd87-e253-47ef-81c2-9aee89a96567), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.704952 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Deleting port f8125ea7-a858-4595-a729-5a097f6d62c8 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:06.705319 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.725294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] DHCP port deletion for e35cbd87-e253-47ef-81c2-9aee89a96567 request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:27:06.762755 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] Deleting port f8125ea7-a858-4595-a729-5a097f6d62c8 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:06.763199 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.779369 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] For port f8125ea7-a858-4595-a729-5a097f6d62c8, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f8125ea7-a858-4595-a729-5a097f6d62c8,segment=NetworkSegment(ddb4daa3-daac-4d50-b9f9-fd10f4baabe7),segment_id=ddb4daa3-daac-4d50-b9f9-fd10f4baabe7)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:06.779925 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.797132 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Calling delete_port for f8125ea7-a858-4595-a729-5a097f6d62c8 owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:06.840141 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] For port f8125ea7-a858-4595-a729-5a097f6d62c8, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=f8125ea7-a858-4595-a729-5a097f6d62c8,segment=NetworkSegment(ddb4daa3-daac-4d50-b9f9-fd10f4baabe7),segment_id=ddb4daa3-daac-4d50-b9f9-fd10f4baabe7)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:06.840448 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.856495 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] Calling delete_port for f8125ea7-a858-4595-a729-5a097f6d62c8 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:06.933560 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb9b05-c494-40d5-b331-4411dcd6976a req-2da68d93-0ec8-4063-8020-0471eeb6760f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:06.935109 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3ceb9b05-c494-40d5-b331-4411dcd6976a req-2da68d93-0ec8-4063-8020-0471eeb6760f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0488672 Jul 28 18:27:06.955038 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.963342 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (f8125ea7-a858-4595-a729-5a097f6d62c8), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:06.981041 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8125ea7-a858-4595-a729-5a097f6d62c8,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:06.986531 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] No DVR routers for this DVR port f8125ea7-a858-4595-a729-5a097f6d62c8 on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:27:06.988721 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] Pushing event deleted for resources: {'Port': ['ID=f8125ea7-a858-4595-a729-5a097f6d62c8,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:06.998060 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe2edc-a38f-4cd3-afa4-5d901f1d2383 None None] No DVR routers for this DVR port f8125ea7-a858-4595-a729-5a097f6d62c8 on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:27:07.013257 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3ceb9b05-c494-40d5-b331-4411dcd6976a req-c2dc32e6-5326-4419-a14f-56411251caaa tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685325 Jul 28 18:27:07.065965 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (e35cbd87-e253-47ef-81c2-9aee89a96567), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.086499 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35cbd87-e253-47ef-81c2-9aee89a96567']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:07.095767 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:07.096079 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb4daa3-daac-4d50-b9f9-fd10f4baabe7') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:07.105607 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (ddb4daa3-daac-4d50-b9f9-fd10f4baabe7), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.115870 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:07.119546 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (ddb4daa3-daac-4d50-b9f9-fd10f4baabe7), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.125077 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:07.126172 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Releasing vlan 912 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:27:07.126558 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (ddb4daa3-daac-4d50-b9f9-fd10f4baabe7), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.169450 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment ddb4daa3-daac-4d50-b9f9-fd10f4baabe7 resource provider aggregate not found Jul 28 18:27:07.187631 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment ddb4daa3-daac-4d50-b9f9-fd10f4baabe7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddb4daa3-daac-4d50-b9f9-fd10f4baabe7 found for delete ", "request_id": "req-814f6240-5b9c-4027-ab81-fd893dda8bfd"}]} Jul 28 18:27:07.251971 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (e35cbd87-e253-47ef-81c2-9aee89a96567), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.257477 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.260626 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] 10.222.0.86 "DELETE /v2.0/networks/e35cbd87-e253-47ef-81c2-9aee89a96567 HTTP/1.1" status: 204 len: 168 time: 0.6791863 Jul 28 18:27:07.272013 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e130b67-7171-4aec-8bff-194d70ae4a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=e35cbd87-e253-47ef-81c2-9aee89a96567,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:07.408843 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 3362dc76-adb8-4003-8ca2-54f575bf9cc1 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:07.411198 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:07.431058 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 3362dc76-adb8-4003-8ca2-54f575bf9cc1 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:27:07.431406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 3362dc76-adb8-4003-8ca2-54f575bf9cc1 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:07.431829 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5dc6848e-5191-448a-a186-d10bf72525e7 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:07.449926 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 5dc6848e-5191-448a-a186-d10bf72525e7 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:27:07.450273 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 5dc6848e-5191-448a-a186-d10bf72525e7 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:07.450762 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8125ea7-a858-4595-a729-5a097f6d62c8 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:07.468735 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: f8125ea7-a858-4595-a729-5a097f6d62c8 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:27:07.469108 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device f8125ea7-a858-4595-a729-5a097f6d62c8 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:07.606694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50610) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:07.646353 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-d337e5bb-e3d1-4fd0-b8bd-127f670eff81 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=308e6cf086ae4cdea9c591ed2811c976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380294 Jul 28 18:27:07.648657 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50612) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:07.697235 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-63123a0f-2284-43ad-b7c6-722796739194 admin admin] Publish callbacks [] for security_group (5e5f6a8e-25f3-4cba-a823-512a883c59f3), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.718806 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-63123a0f-2284-43ad-b7c6-722796739194 admin admin] Publish callbacks [] for security_group (5e5f6a8e-25f3-4cba-a823-512a883c59f3), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.835020 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-63123a0f-2284-43ad-b7c6-722796739194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (5e5f6a8e-25f3-4cba-a823-512a883c59f3), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.837668 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-63123a0f-2284-43ad-b7c6-722796739194 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:07.838823 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-63123a0f-2284-43ad-b7c6-722796739194 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/5e5f6a8e-25f3-4cba-a823-512a883c59f3 HTTP/1.1" status: 204 len: 168 time: 0.1892509 Jul 28 18:27:07.846941 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63123a0f-2284-43ad-b7c6-722796739194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5f6a8e-25f3-4cba-a823-512a883c59f3,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:08.122439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ade96-b4c7-4977-b4b5-d786c01c5314 req-af7fd5d8-e8ea-45a7-9e76-424f78bc5c4b tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:08.123834 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-986ade96-b4c7-4977-b4b5-d786c01c5314 req-af7fd5d8-e8ea-45a7-9e76-424f78bc5c4b tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0477326 Jul 28 18:27:08.192338 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-986ade96-b4c7-4977-b4b5-d786c01c5314 req-930affa4-aa3a-4153-92d5-f20f837b80a0 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0624306 Jul 28 18:27:08.458777 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50620) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:08.502121 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-56758ec7-ac6b-4fd0-ba17-14acc3d2a8fb admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=7694d36e7d80422ab3f1d49efc71ec10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421772 Jul 28 18:27:08.505803 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50622) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:08.554259 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c727c33-26cb-40a6-8de6-4d1e79e3e5ba admin admin] Publish callbacks [] for security_group (71a8fa1c-90e6-4c7c-8995-ec64483267c1), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:08.577557 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c727c33-26cb-40a6-8de6-4d1e79e3e5ba admin admin] Publish callbacks [] for security_group (71a8fa1c-90e6-4c7c-8995-ec64483267c1), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:08.703149 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c727c33-26cb-40a6-8de6-4d1e79e3e5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (71a8fa1c-90e6-4c7c-8995-ec64483267c1), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:08.705757 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-8c727c33-26cb-40a6-8de6-4d1e79e3e5ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:08.706922 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-8c727c33-26cb-40a6-8de6-4d1e79e3e5ba admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/71a8fa1c-90e6-4c7c-8995-ec64483267c1 HTTP/1.1" status: 204 len: 168 time: 0.2002146 Jul 28 18:27:08.715326 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c727c33-26cb-40a6-8de6-4d1e79e3e5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a8fa1c-90e6-4c7c-8995-ec64483267c1,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:09.313409 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4959d-c663-4679-b049-815ec99e3cb2 req-0ebd2ee9-df6f-43d6-a3e3-09bfb090f6fb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:09.314887 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7ab4959d-c663-4679-b049-815ec99e3cb2 req-0ebd2ee9-df6f-43d6-a3e3-09bfb090f6fb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0481031 Jul 28 18:27:09.376217 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7ab4959d-c663-4679-b049-815ec99e3cb2 req-e254de9f-a5a7-4df4-8e25-208e6da02c30 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0557406 Jul 28 18:27:10.495059 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2460065-e0df-45ec-a85a-ef588be91f9e req-5cf5d8e1-53c3-4b17-904f-9f2e42087b5d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:10.496540 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2460065-e0df-45ec-a85a-ef588be91f9e req-5cf5d8e1-53c3-4b17-904f-9f2e42087b5d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0479650 Jul 28 18:27:10.516462 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:10.556556 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f2460065-e0df-45ec-a85a-ef588be91f9e req-032f232c-735d-4fcd-86c2-1d7d9c64b177 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544202 Jul 28 18:27:11.675145 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb9f4e5-aae9-413e-b2fd-895aab845b3e req-b70bfe80-f516-488c-879c-f27fbfed3a0e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:11.676499 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fdb9f4e5-aae9-413e-b2fd-895aab845b3e req-b70bfe80-f516-488c-879c-f27fbfed3a0e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0494909 Jul 28 18:27:11.726306 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:11.736206 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fdb9f4e5-aae9-413e-b2fd-895aab845b3e req-a242b83c-e2e1-4cfb-9e6a-1d541d35d11a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536842 Jul 28 18:27:12.856805 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53e918-e570-40d4-9397-28ce2d555b13 req-04abb03d-6db7-413d-bfe8-7b19a0400bbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:12.858283 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2b53e918-e570-40d4-9397-28ce2d555b13 req-04abb03d-6db7-413d-bfe8-7b19a0400bbb tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0472975 Jul 28 18:27:12.917956 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-2b53e918-e570-40d4-9397-28ce2d555b13 req-32a8c6f4-6213-4d12-9481-cbd52e00653a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540547 Jul 28 18:27:14.038533 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37f1661-33fe-41c4-acad-aa997340a60c req-7d67d115-86fe-490f-89e0-26fab7fa055d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:14.040001 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f37f1661-33fe-41c4-acad-aa997340a60c req-7d67d115-86fe-490f-89e0-26fab7fa055d tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0509274 Jul 28 18:27:14.100070 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-f37f1661-33fe-41c4-acad-aa997340a60c req-ef3177d4-ddc9-4afd-af0c-47ea69d09279 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542974 Jul 28 18:27:14.617546 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e1f2370c-78b1-4340-ac14-01d113addb86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:15.219806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb866d8-c9cf-41ac-9633-7bddc2170280 req-d571e943-f351-48b9-897e-f2f7123091a1 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:15.221313 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cb866d8-c9cf-41ac-9633-7bddc2170280 req-d571e943-f351-48b9-897e-f2f7123091a1 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0492880 Jul 28 18:27:15.281560 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1cb866d8-c9cf-41ac-9633-7bddc2170280 req-0ecd0d20-3983-4c62-8b28-2cc0618837a3 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545621 Jul 28 18:27:15.805919 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=45 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:15.809709 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=52 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:16.401678 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc511aa-1f94-4a98-a630-1abb21fc397a req-716bca16-4861-463b-b89a-6b74feebf2fa tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:16.403165 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ddc511aa-1f94-4a98-a630-1abb21fc397a req-716bca16-4861-463b-b89a-6b74feebf2fa tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0487633 Jul 28 18:27:16.467268 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ddc511aa-1f94-4a98-a630-1abb21fc397a req-b62a73f2-c452-47b9-89a4-a7962c3eef7a tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584755 Jul 28 18:27:16.874333 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6bef2b6e-0273-41d6-bb80-e7cd780b113a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:17.608170 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea951ab6-5f6d-4ad9-b201-8d839973dd5a req-34fc78ba-c65b-4938-b0f1-795e8441efc1 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:17.609693 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea951ab6-5f6d-4ad9-b201-8d839973dd5a req-34fc78ba-c65b-4938-b0f1-795e8441efc1 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0538783 Jul 28 18:27:17.675194 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ea951ab6-5f6d-4ad9-b201-8d839973dd5a req-2840449e-445f-44f6-9e25-f387b5be11a4 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592601 Jul 28 18:27:17.960190 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:18.610382 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=55,neutron:DELETE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:18.710839 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=41,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:18.794631 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f366ad-6c70-4bde-972d-616f95d5efb1 req-aac07245-0581-48e0-9a57-c84c7ccd4b4e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:18.796089 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37f366ad-6c70-4bde-972d-616f95d5efb1 req-aac07245-0581-48e0-9a57-c84c7ccd4b4e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0473354 Jul 28 18:27:18.857207 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-37f366ad-6c70-4bde-972d-616f95d5efb1 req-6654a430-f0fe-4166-b3f3-609e95196de8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555341 Jul 28 18:27:19.337142 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:19.794112 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:19.981043 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc81976e-bc1f-40a6-a5a1-83aa321873d5 req-f6f5e97c-7e67-4bf4-b1ac-11aebab77332 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:19.982528 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc81976e-bc1f-40a6-a5a1-83aa321873d5 req-f6f5e97c-7e67-4bf4-b1ac-11aebab77332 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0523198 Jul 28 18:27:20.042784 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-cc81976e-bc1f-40a6-a5a1-83aa321873d5 req-f787a141-9758-49c6-bed8-a814d4fe4f33 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546200 Jul 28 18:27:21.161808 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4906896c-f2c0-4879-941e-d5fc5e63191c req-292e1aef-acea-483c-8669-60ab226a64af tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:21.163314 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4906896c-f2c0-4879-941e-d5fc5e63191c req-292e1aef-acea-483c-8669-60ab226a64af tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0477517 Jul 28 18:27:21.222805 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4906896c-f2c0-4879-941e-d5fc5e63191c req-36d4b36b-d199-4d59-a584-d400b68533b6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537076 Jul 28 18:27:22.302353 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:22.340916 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366af46b-7e9f-4160-bc52-027a866e3439 req-647c3415-9555-4521-9d10-a8d671c3a867 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:22.342398 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-366af46b-7e9f-4160-bc52-027a866e3439 req-647c3415-9555-4521-9d10-a8d671c3a867 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0484304 Jul 28 18:27:22.404112 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-366af46b-7e9f-4160-bc52-027a866e3439 req-6774ff09-2f2e-457d-bb5f-2c143cf37fe7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=fdae437d-3bc6-4299-8596-13291fc24e24&id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561714 Jul 28 18:27:27.558906 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:28.264159 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:27:32.388270 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:32.398319 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=98 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:37.491162 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:37.498262 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:39.900088 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-7f5f5abc-d22e-4f16-9d7a-7a056bb0bb4b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0397274 Jul 28 18:27:39.975471 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-89442ba2-6579-4b48-bf14-fe19c730b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:39.977038 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-89442ba2-6579-4b48-bf14-fe19c730b6dd service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1168 time: 0.0422087 Jul 28 18:27:40.081785 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-8ab718b5-c5aa-4545-98b8-dc968ce0c314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:40.083259 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-8ab718b5-c5aa-4545-98b8-dc968ce0c314 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 916 time: 0.0873227 Jul 28 18:27:40.147380 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-3ff6f28c-5c15-494c-8203-fc03aa024543 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 1001 time: 0.0580184 Jul 28 18:27:40.195137 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-2ab5bf3d-2f24-48f8-a2b7-b8857b4b0088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:40.196506 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-2ab5bf3d-2f24-48f8-a2b7-b8857b4b0088 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 200 len: 854 time: 0.0431194 Jul 28 18:27:40.238301 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-0d1a7c72-74ba-46b7-b3ad-a93ba00208ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:40.239743 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-0d1a7c72-74ba-46b7-b3ad-a93ba00208ca service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fb6fae0-7909-4795-99cd-037590bcd627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378737 Jul 28 18:27:40.337266 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-27db1658-1cf1-4bf4-a350-72afe41896f9 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897889 Jul 28 18:27:40.429654 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-b9acce13-5532-4ef8-b349-21f0e4c1085e req-8e167472-872d-4e42-a06c-799101fdf8c9 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Jul 28 18:27:44.621330 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4c4b293c-5817-4889-adcf-12be3a68f7d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:46.861532 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d67ea2eb-0084-48c4-8df2-fc98e0208946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:47.987767 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:48.071312 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:48.072060 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:49.313390 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:49.781401 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06c0be-28a1-4eb4-9763-bda74b67b07a req-1a8f3309-584b-4885-b0f5-a5cacc940fbb tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:49.781985 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:49.782879 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca06c0be-28a1-4eb4-9763-bda74b67b07a req-1a8f3309-584b-4885-b0f5-a5cacc940fbb tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0470238 Jul 28 18:27:49.832057 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ca06c0be-28a1-4eb4-9763-bda74b67b07a req-1857ff03-c513-492f-bddb-2f762e688dfb tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418479 Jul 28 18:27:50.424496 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=47 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:50.426413 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=54 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:50.961104 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01c57e-7e33-4998-8568-1fbe1638fd95 req-f7fd2bbb-1edf-4210-a517-2b3a3547e9b6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:50.962585 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb01c57e-7e33-4998-8568-1fbe1638fd95 req-f7fd2bbb-1edf-4210-a517-2b3a3547e9b6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0550811 Jul 28 18:27:51.009272 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-eb01c57e-7e33-4998-8568-1fbe1638fd95 req-50813a17-f522-4636-b9ef-b68c25df68c0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410998 Jul 28 18:27:51.883193 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-6763785b-f423-476b-8b2a-703d067d9195 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:51.884677 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-6763785b-f423-476b-8b2a-703d067d9195 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0505958 Jul 28 18:27:51.966876 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port df048abb-6acb-481a-a577-df93a01ec1e6 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:51.967224 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:52.069053 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] For port df048abb-6acb-481a-a577-df93a01ec1e6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=df048abb-6acb-481a-a577-df93a01ec1e6,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:27:52.069420 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:52.129863 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cb15f-1b12-46c1-99ee-3466bbe5a155 req-06412b99-f687-41fe-939d-318b622e8d2c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:52.131914 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4d4cb15f-1b12-46c1-99ee-3466bbe5a155 req-06412b99-f687-41fe-939d-318b622e8d2c tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 946 time: 0.0510173 Jul 28 18:27:52.178849 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4d4cb15f-1b12-46c1-99ee-3466bbe5a155 req-2038bcab-43aa-446c-b412-1f05c1837156 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=2ee147de-598c-41b0-ac8e-ed50c95dd3ea&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412254 Jul 28 18:27:52.231572 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:52.231943 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (9176f59e-6fe3-470a-8037-351e9816d7d4), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:52.232264 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP 9176f59e-6fe3-470a-8037-351e9816d7d4 disassociated. External IP: 172.27.3.26, port: df048abb-6acb-481a-a577-df93a01ec1e6. Jul 28 18:27:52.232615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for df048abb-6acb-481a-a577-df93a01ec1e6 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:52.405306 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (df048abb-6acb-481a-a577-df93a01ec1e6), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:52.434947 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=df048abb-6acb-481a-a577-df93a01ec1e6,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:52.445977 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.446326 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.446666 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.447001 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.447338 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.447687 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.448012 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.448337 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.448659 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.448999 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.449329 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.449653 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.449996 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.450315 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.450630 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:27:52.556664 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:27:52.657859 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:27:52.668585 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:27:52.677998 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:27:52.678614 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:27:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:52.699325 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] No DVR routers for this DVR port df048abb-6acb-481a-a577-df93a01ec1e6 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:27:52.701802 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:52.705082 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-816072a8-fe54-4901-a3bf-14ea94443d49 req-b62c550d-b6b7-492a-8c85-732c9fb62e67 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "DELETE /v2.0/ports/df048abb-6acb-481a-a577-df93a01ec1e6 HTTP/1.1" status: 204 len: 173 time: 0.8150043 Jul 28 18:27:52.705489 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'name': 'network-vif-deleted', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:27:52.708003 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a478679-5c4a-4d55-8f03-fbb84575d3e2" -d '{"events": [{"server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "name": "network-vif-deleted", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:27:52.745783 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946053e7-799d-408b-923e-867e922b4ad7 x-openstack-request-id: req-946053e7-799d-408b-923e-867e922b4ad7 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:27:52.746094 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c06cd5e6-1268-409e-9b59-2f29f39d1404", "name": "network-vif-deleted", "tag": "df048abb-6acb-481a-a577-df93a01ec1e6", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:27:52.746336 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-946053e7-799d-408b-923e-867e922b4ad7 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:27:52.746966 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-946053e7-799d-408b-923e-867e922b4ad7'] response: {'server_uuid': 'c06cd5e6-1268-409e-9b59-2f29f39d1404', 'name': 'network-vif-deleted', 'tag': 'df048abb-6acb-481a-a577-df93a01ec1e6', 'status': 'completed', 'code': 200} Jul 28 18:27:52.786367 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:27:52.989661 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:53.135124 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:27:53.143665 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:27:53.144275 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:27:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:53.245720 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:27:53.290886 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0488e3d1-4801-48f0-a04a-18ca6eccd3f8 req-b982d3d7-cf5b-4b94-8f66-7e5e8f15b904 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=c06cd5e6-1268-409e-9b59-2f29f39d1404 HTTP/1.1" status: 200 len: 210 time: 0.0284145 Jul 28 18:27:53.434119 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:27:53.462867 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91b8aa2-3066-4646-a933-040b3e72c9f0 None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:27:53.673510 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00c3fa6f-13ef-4498-8f98-f6a6d4a4bc6f None None] New status for floating IP 9176f59e-6fe3-470a-8037-351e9816d7d4: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:27:54.403406 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device df048abb-6acb-481a-a577-df93a01ec1e6 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:27:54.425582 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: df048abb-6acb-481a-a577-df93a01ec1e6 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:27:54.425935 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device df048abb-6acb-481a-a577-df93a01ec1e6 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:27:54.447443 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50748) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:54.502758 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a28a6b17-3733-4317-9ff5-93950dd95630 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (2ee147de-598c-41b0-ac8e-ed50c95dd3ea), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:54.507608 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:54.524907 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:54.526858 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a28a6b17-3733-4317-9ff5-93950dd95630 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (2ee147de-598c-41b0-ac8e-ed50c95dd3ea), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:54.679291 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a28a6b17-3733-4317-9ff5-93950dd95630 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2ee147de-598c-41b0-ac8e-ed50c95dd3ea), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:54.681985 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a28a6b17-3733-4317-9ff5-93950dd95630 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:54.683141 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a28a6b17-3733-4317-9ff5-93950dd95630 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/security-groups/2ee147de-598c-41b0-ac8e-ed50c95dd3ea HTTP/1.1" status: 204 len: 168 time: 0.2347009 Jul 28 18:27:54.686052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50750) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:54.692878 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a6b17-3733-4317-9ff5-93950dd95630 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee147de-598c-41b0-ac8e-ed50c95dd3ea,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:54.703436 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.api.v2.resource [None req-8c257f56-d88d-4cf9-9e61-ded027e3a0b5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] show failed (client error): The resource could not be found. Jul 28 18:27:54.703436 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-8c257f56-d88d-4cf9-9e61-ded027e3a0b5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups/2ee147de-598c-41b0-ac8e-ed50c95dd3ea HTTP/1.1" status: 404 len: 347 time: 0.0140698 Jul 28 18:27:54.705391 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50752) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:54.821854 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port b9f9a6e5-b534-4242-b47c-e37a3870173b {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:27:54.822197 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:54.898355 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:54.898687 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (b9f9a6e5-b534-4242-b47c-e37a3870173b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:54.911127 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for b9f9a6e5-b534-4242-b47c-e37a3870173b owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:27:55.107880 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (b9f9a6e5-b534-4242-b47c-e37a3870173b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.133720 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=b9f9a6e5-b534-4242-b47c-e37a3870173b,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:55.198159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (9176f59e-6fe3-470a-8037-351e9816d7d4), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.200767 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.201952 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-0997eed0-6067-4405-99ed-c6e577b60c1a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/floatingips/9176f59e-6fe3-470a-8037-351e9816d7d4 HTTP/1.1" status: 204 len: 168 time: 0.4952788 Jul 28 18:27:55.334121 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50756) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:55.338709 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-facb385c-e47b-4afe-a079-93601ebb1787 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1892445931', 'description': 'tempest-description--2146901542'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:27:55.433843 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-facb385c-e47b-4afe-a079-93601ebb1787 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.501221 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-facb385c-e47b-4afe-a079-93601ebb1787 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (8318dda8-456d-49d2-bc5c-eabc1d44c450), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.570471 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-facb385c-e47b-4afe-a079-93601ebb1787 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8318dda8-456d-49d2-bc5c-eabc1d44c450), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.601202 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb385c-e47b-4afe-a079-93601ebb1787 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8318dda8-456d-49d2-bc5c-eabc1d44c450,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:55.652365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-facb385c-e47b-4afe-a079-93601ebb1787 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.653574 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-facb385c-e47b-4afe-a079-93601ebb1787 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3183911 Jul 28 18:27:55.656411 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50758) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:55.660654 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-a134de45-fdbe-4d8c-946f-a954146f7c2a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '8318dda8-456d-49d2-bc5c-eabc1d44c450', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:27:55.742251 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a134de45-fdbe-4d8c-946f-a954146f7c2a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (3be15ccf-0ff2-49d7-8229-23eb2e35eda0), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.753305 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:55.797971 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a134de45-fdbe-4d8c-946f-a954146f7c2a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (3be15ccf-0ff2-49d7-8229-23eb2e35eda0), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.860776 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a134de45-fdbe-4d8c-946f-a954146f7c2a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (3be15ccf-0ff2-49d7-8229-23eb2e35eda0), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.881021 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134de45-fdbe-4d8c-946f-a954146f7c2a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be15ccf-0ff2-49d7-8229-23eb2e35eda0,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:55.989269 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a134de45-fdbe-4d8c-946f-a954146f7c2a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:55.990404 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a134de45-fdbe-4d8c-946f-a954146f7c2a tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3330252 Jul 28 18:27:55.993102 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50760) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:55.997528 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-e257cf59-2925-466e-91e1-c0f72f5799a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'security_group_rule': {'security_group_id': '8318dda8-456d-49d2-bc5c-eabc1d44c450', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:27:56.011026 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:56.105321 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e257cf59-2925-466e-91e1-c0f72f5799a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (e816b456-5444-4311-ba2c-444e2f0bcd8b), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.153223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e257cf59-2925-466e-91e1-c0f72f5799a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (e816b456-5444-4311-ba2c-444e2f0bcd8b), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.232984 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e257cf59-2925-466e-91e1-c0f72f5799a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508227'] for security_group_rule (e816b456-5444-4311-ba2c-444e2f0bcd8b), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.252932 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257cf59-2925-466e-91e1-c0f72f5799a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e816b456-5444-4311-ba2c-444e2f0bcd8b,revision_number=0']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:56.326083 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-e257cf59-2925-466e-91e1-c0f72f5799a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.327278 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-e257cf59-2925-466e-91e1-c0f72f5799a9 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3332665 Jul 28 18:27:56.330365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50762) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:27:56.335481 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:27:56.433022 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.510668 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.619171 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.27.3.183 (79ded495-114a-44f0-a2c2-8383921e8192/93b99282-eb6e-40b1-a04a-eb0f00b5c074/6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:27:56.726674 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.811003 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:56.848161 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 79ded495-114a-44f0-a2c2-8383921e8192 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:27:56.853137 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:27:56.856805 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:27:56.879665 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:56.942015 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:57.029188 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:57.035592 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:57.116344 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:27:57.179018 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:57.232469 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:57.299739 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:27:57.315700 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:57.400721 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:57.402075 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-cc8c66be-39cf-4cf3-944a-6e7a9047d9ae tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0704689 Jul 28 18:27:57.570532 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:27:57.602907 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-5d0954eb-16e1-41dc-89e5-4e46c1889412 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-securitygroup--1892445931&fields=id&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 267 time: 0.0449955 Jul 28 18:27:57.713443 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0d232083-e210-4cfe-9a19-4276cf5e9b00 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:27:57.714817 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0d232083-e210-4cfe-9a19-4276cf5e9b00 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.1055779 Jul 28 18:27:57.729173 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-9ba45609-0630-4aa4-8e2e-4b1dff090656 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/quotas/104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 375 time: 0.0089386 Jul 28 18:27:57.777957 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-307fffd7-7ad5-4b9a-a6e4-5203e479bff4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442715 Jul 28 18:27:57.878139 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8d6c712c-f596-408f-9658-ad8ba69aa7a9 service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889537 Jul 28 18:27:57.966453 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-9fcdb8e4-16f0-4ed6-9fc6-fefac396ed2e service neutron] 10.222.0.86 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825508 Jul 28 18:27:59.223486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-739a1662-aa80-4572-bf98-30186f7f734c req-27bd728a-4137-4ded-b0db-74d9f8b111fd tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 210 time: 0.0315335 Jul 28 18:28:00.324128 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c7c2d2d6-faa3-4da0-9fa6-8f526ad79967 req-b4fedc9a-9357-4e1a-a4de-b0ac0e43e475 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 210 time: 0.0283332 Jul 28 18:28:01.437722 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-4758c6f4-a70f-4dc7-bbca-cd2d56ae8ee2 req-dc1d0c3c-7a1f-460e-86b5-74da78f9073d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 210 time: 0.0363698 Jul 28 18:28:01.466885 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-4e61dd00-7822-400d-b1e5-e81a72b6f243 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:01.468483 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-4e61dd00-7822-400d-b1e5-e81a72b6f243 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 815 time: 0.3365819 Jul 28 18:28:01.539763 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-6271f64d-925e-4689-a6b6-e2c0887e4181 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e HTTP/1.1" status: 200 len: 380 time: 0.0517087 Jul 28 18:28:01.608614 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'port': {'device_id': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'admin_state_up': True, 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'security_groups': ['8318dda8-456d-49d2-bc5c-eabc1d44c450']}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:28:01.798632 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Made reservation on behalf of 104313ce72c94ea68c8cd3ee7f0cab2e for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:28:01.801972 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:01.919804 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:01.931712 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Allocated IP 172.20.0.12 (44a25a1e-08cb-4158-9e81-b93066923b4d/bfb589db-d5c5-47b5-a265-0428fb54ef3e/41469e01-6c85-42ff-801f-a96fa20eb490) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:28:02.070588 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for port (41469e01-6c85-42ff-801f-a96fa20eb490), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.159255 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.199891 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Network 44a25a1e-08cb-4158-9e81-b93066923b4d is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:28:02.204469 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:02.207847 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:28:02.211982 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:28:02.236480 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event updated for resources: {'Port': ['ID=41469e01-6c85-42ff-801f-a96fa20eb490,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:02.266755 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:02.267253 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.350804 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-0b4778bd-a1f4-4c53-992c-b02a37751d88 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7458370 Jul 28 18:28:02.369291 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Request body: {'port': {'device_id': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:28:02.432497 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.449319 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-4baef664-3528-4b3c-87af-db51a92b74f3 None None] Provisioning complete for port 41469e01-6c85-42ff-801f-a96fa20eb490 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:28:02.449918 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4baef664-3528-4b3c-87af-db51a92b74f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.484187 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4baef664-3528-4b3c-87af-db51a92b74f3 None None] Port 41469e01-6c85-42ff-801f-a96fa20eb490 cannot update to ACTIVE because it is not bound. {{(pid=104677) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 28 18:28:02.564172 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90498c33-f5ce-4a56-bacb-42ad318fc339 req-3d1cd9b1-8189-4404-a4fb-c16fd341b761 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:02.565806 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-90498c33-f5ce-4a56-bacb-42ad318fc339 req-3d1cd9b1-8189-4404-a4fb-c16fd341b761 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 932 time: 0.0475104 Jul 28 18:28:02.613360 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-90498c33-f5ce-4a56-bacb-42ad318fc339 req-8da8b14e-4508-4bf0-a896-1b8d6608357e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Jul 28 18:28:02.688891 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41469e01-6c85-42ff-801f-a96fa20eb490 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:28:02.696832 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Publish callbacks [] for port (41469e01-6c85-42ff-801f-a96fa20eb490), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.709975 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Transition to ACTIVE for port object 41469e01-6c85-42ff-801f-a96fa20eb490 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:28:02.775801 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.829242 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Pushing event updated for resources: {'Port': ['ID=41469e01-6c85-42ff-801f-a96fa20eb490,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:02.900850 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Attempting to bind port 41469e01-6c85-42ff-801f-a96fa20eb490 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:28:02.901218 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Attempting to bind port 41469e01-6c85-42ff-801f-a96fa20eb490 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:28:02.901556 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Attempting to bind port 41469e01-6c85-42ff-801f-a96fa20eb490 on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:28:02.906431 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Port 41469e01-6c85-42ff-801f-a96fa20eb490 on network 44a25a1e-08cb-4158-9e81-b93066923b4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:28:02.906752 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Attempting to bind port 41469e01-6c85-42ff-801f-a96fa20eb490 on network 44a25a1e-08cb-4158-9e81-b93066923b4d {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:28:02.912173 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:28:02.912515 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Checking segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:28:02.912904 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Bound using segment: {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:28:02.913367 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Bound port: 41469e01-6c85-42ff-801f-a96fa20eb490, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '182554ed-d55d-4591-8309-78366a9b182d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 925, 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:28:02.913735 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:02.980610 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:02.981874 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] For port 41469e01-6c85-42ff-801f-a96fa20eb490, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:28:02.984852 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] For port 41469e01-6c85-42ff-801f-a96fa20eb490, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=41469e01-6c85-42ff-801f-a96fa20eb490,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:28:03.101972 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:03.136339 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.136997 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:03.138343 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] 10.222.0.93 "PUT /v2.0/ports/41469e01-6c85-42ff-801f-a96fa20eb490 HTTP/1.1" status: 200 len: 1094 time: 0.7741187 Jul 28 18:28:03.138807 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:28:03.141143 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a3ca32-510e-477d-8184-ed43db245030" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:03.169580 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0455a2-1634-4b0c-aae6-81198302563f service neutron] Pushing event updated for resources: {'Port': ['ID=41469e01-6c85-42ff-801f-a96fa20eb490,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:03.190110 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1780ac-dafb-442c-9be4-5f1428f31f04 x-openstack-request-id: req-4d1780ac-dafb-442c-9be4-5f1428f31f04 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:03.190416 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:03.190720 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-4d1780ac-dafb-442c-9be4-5f1428f31f04 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:03.191127 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d1780ac-dafb-442c-9be4-5f1428f31f04'] response: {'name': 'network-changed', 'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490', 'status': 'completed', 'code': 200} Jul 28 18:28:03.273212 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3ca32-510e-477d-8184-ed43db245030 req-cc410b76-f510-4afc-9619-6a68cb3f5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.274928 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-32a3ca32-510e-477d-8184-ed43db245030 req-cc410b76-f510-4afc-9619-6a68cb3f5a01 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 1128 time: 0.0419805 Jul 28 18:28:03.384771 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3ca32-510e-477d-8184-ed43db245030 req-83a526d4-4780-4e71-a56b-af0d751628c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.386214 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-32a3ca32-510e-477d-8184-ed43db245030 req-83a526d4-4780-4e71-a56b-af0d751628c8 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0967255 Jul 28 18:28:03.446411 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:03.484196 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a3ca32-510e-477d-8184-ed43db245030 req-7a54cea6-dd5a-43a3-b63b-bc2ccf3fd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.485699 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-32a3ca32-510e-477d-8184-ed43db245030 req-7a54cea6-dd5a-43a3-b63b-bc2ccf3fd9b3 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0933135 Jul 28 18:28:03.585110 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-3750eabf-4fba-4dba-98f9-40afce6b1f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.586609 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-3750eabf-4fba-4dba-98f9-40afce6b1f87 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 1128 time: 0.0426509 Jul 28 18:28:03.631614 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-71fcf02d-990c-4e5d-a780-aea861bbd719 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41469e01-6c85-42ff-801f-a96fa20eb490 HTTP/1.1" status: 200 len: 217 time: 0.0316010 Jul 28 18:28:03.679378 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-17ec0133-149d-435b-b14b-dfdef83a2ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.680849 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-17ec0133-149d-435b-b14b-dfdef83a2ab4 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0440044 Jul 28 18:28:03.729114 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ecb178-5422-4545-b051-10e4638e04e8 req-25a853b4-cce9-49ea-aa40-a9dc50b91241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.730616 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-25a853b4-cce9-49ea-aa40-a9dc50b91241 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438616 Jul 28 18:28:03.734396 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08308f72-83f6-4ccc-8068-5500db90ed42 req-11d39944-3fed-48f5-a75a-590e548efe71 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:03.735856 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08308f72-83f6-4ccc-8068-5500db90ed42 req-11d39944-3fed-48f5-a75a-590e548efe71 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 944 time: 0.0499978 Jul 28 18:28:03.745454 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:03.747004 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:03.783198 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-08308f72-83f6-4ccc-8068-5500db90ed42 req-5f73d056-e788-40fb-9069-d1285dbe4d54 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411835 Jul 28 18:28:03.825995 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-e03fa9e2-131c-4644-9392-de240fe1525f service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882993 Jul 28 18:28:03.920854 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-55ecb178-5422-4545-b051-10e4638e04e8 req-c8047068-4338-4e6d-958e-4049962a48c3 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879693 Jul 28 18:28:04.909418 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a446dc8-c44f-49a5-a0d9-3e34f64fa3f6 req-de1411df-fe6f-40b7-b239-7e9235381b44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:04.910909 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5a446dc8-c44f-49a5-a0d9-3e34f64fa3f6 req-de1411df-fe6f-40b7-b239-7e9235381b44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 944 time: 0.0491953 Jul 28 18:28:04.922654 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:04.959810 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5a446dc8-c44f-49a5-a0d9-3e34f64fa3f6 req-50e0a484-1bc6-4b31-b60b-985270d8593b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426197 Jul 28 18:28:05.262895 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:28:06.065877 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:06.079686 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad415521-39fe-4204-a8dc-e6262f428e76 req-fb1439a1-6d66-475d-83cb-4aa3049deef6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:06.081448 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ad415521-39fe-4204-a8dc-e6262f428e76 req-fb1439a1-6d66-475d-83cb-4aa3049deef6 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 944 time: 0.0504603 Jul 28 18:28:06.395547 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ad415521-39fe-4204-a8dc-e6262f428e76 req-530e45f2-60e8-454c-b794-4ad3cae70139 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3084505 Jul 28 18:28:07.526893 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ec3c54-08b9-4430-a1c5-6b65c94d3645 req-86d32973-e7b3-42d3-9a4e-2b660696b87e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:07.528713 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-04ec3c54-08b9-4430-a1c5-6b65c94d3645 req-86d32973-e7b3-42d3-9a4e-2b660696b87e tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 944 time: 0.0574753 Jul 28 18:28:07.575188 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-04ec3c54-08b9-4430-a1c5-6b65c94d3645 req-7feda3bc-52e0-4a62-95b3-fbe72e896449 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412154 Jul 28 18:28:08.415268 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 41469e01-6c85-42ff-801f-a96fa20eb490 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:28:08.418126 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:08.419982 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:08.517333 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 41469e01-6c85-42ff-801f-a96fa20eb490, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=41469e01-6c85-42ff-801f-a96fa20eb490,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:08.528430 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '41469e01-6c85-42ff-801f-a96fa20eb490', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'port_id': '41469e01-6c85-42ff-801f-a96fa20eb490', 'mac_address': 'fa:16:3e:b0:a4:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 925, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:28:08.562555 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 41469e01-6c85-42ff-801f-a96fa20eb490 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:28:08.562939 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:08.576090 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41469e01-6c85-42ff-801f-a96fa20eb490 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:28:08.595350 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 41469e01-6c85-42ff-801f-a96fa20eb490, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=41469e01-6c85-42ff-801f-a96fa20eb490,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:08.695813 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:08.696578 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a6347-f9b0-4237-81cd-31a30d8aaca0 req-fc1d2b2f-c9ef-4739-97a4-0f28700b6505 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:08.698762 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc7a6347-f9b0-4237-81cd-31a30d8aaca0 req-fc1d2b2f-c9ef-4739-97a4-0f28700b6505 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 944 time: 0.0505342 Jul 28 18:28:08.745223 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=41469e01-6c85-42ff-801f-a96fa20eb490,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:08.748139 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc7a6347-f9b0-4237-81cd-31a30d8aaca0 req-7237fb29-7c2b-4d99-9c38-390bc0d874e5 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435762 Jul 28 18:28:08.752460 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.752810 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.753182 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.753574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.753907 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.754240 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.754569 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.754893 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.755306 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.755635 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.755960 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.756288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.756614 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.756940 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:08.757288 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:09.089000 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['41469e01-6c85-42ff-801f-a96fa20eb490'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:09.872981 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4205ff-d41e-4aa3-823c-dacacde350b4 req-673d4a2a-723a-4696-8cf0-9a215bfb8167 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:09.874586 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a4205ff-d41e-4aa3-823c-dacacde350b4 req-673d4a2a-723a-4696-8cf0-9a215bfb8167 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 945 time: 0.0531380 Jul 28 18:28:09.926186 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a4205ff-d41e-4aa3-823c-dacacde350b4 req-28dc96ed-58cd-4c72-82e9-211333d76c86 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431123 Jul 28 18:28:10.415600 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 41469e01-6c85-42ff-801f-a96fa20eb490 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:28:10.460830 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 41469e01-6c85-42ff-801f-a96fa20eb490 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:28:10.500841 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 41469e01-6c85-42ff-801f-a96fa20eb490 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:28:10.501262 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:10.572509 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 41469e01-6c85-42ff-801f-a96fa20eb490 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:28:10.572898 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:10.595693 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:28:10.597968 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16f35a8-7836-4336-8b08-906dcae80902" -d '{"events": [{"server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "name": "network-vif-plugged", "status": "completed", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:10.600697 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:10.615409 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 41469e01-6c85-42ff-801f-a96fa20eb490, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=41469e01-6c85-42ff-801f-a96fa20eb490,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:10.636534 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ba5fd2-c5ad-4d0d-9aaf-5f035e18cc4c x-openstack-request-id: req-62ba5fd2-c5ad-4d0d-9aaf-5f035e18cc4c {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:10.636835 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "name": "network-vif-plugged", "status": "completed", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:10.637131 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-62ba5fd2-c5ad-4d0d-9aaf-5f035e18cc4c {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:10.637591 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ba5fd2-c5ad-4d0d-9aaf-5f035e18cc4c'] response: {'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490', 'code': 200} Jul 28 18:28:10.707257 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:10.754304 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=41469e01-6c85-42ff-801f-a96fa20eb490,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:10.939587 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfb2dd7-41b5-455e-844b-886ad7d4a4bf req-aa22a1eb-452d-40a5-8d34-ec08287cbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:10.941010 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6dfb2dd7-41b5-455e-844b-886ad7d4a4bf req-aa22a1eb-452d-40a5-8d34-ec08287cbdd9 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 1130 time: 0.0383155 Jul 28 18:28:10.985390 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-6dfb2dd7-41b5-455e-844b-886ad7d4a4bf req-27ecad7b-40c2-4adb-b05b-75c824cd2555 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387380 Jul 28 18:28:11.043374 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e7473-14a0-4fc1-a95f-3aefe4d05fa8 req-55190e0b-4937-44ef-8e7e-b434d97df538 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:11.044831 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5e0e7473-14a0-4fc1-a95f-3aefe4d05fa8 req-55190e0b-4937-44ef-8e7e-b434d97df538 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0474207 Jul 28 18:28:11.095432 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5e0e7473-14a0-4fc1-a95f-3aefe4d05fa8 req-9b2e37ed-4b0d-4338-89d7-c2bcdae54628 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448999 Jul 28 18:28:12.212413 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a68c7d-71d0-4476-ac8e-54403964bd02 req-5230ebee-5da9-48c0-96fe-fc9d44b986ea tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:12.214026 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59a68c7d-71d0-4476-ac8e-54403964bd02 req-5230ebee-5da9-48c0-96fe-fc9d44b986ea tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0474792 Jul 28 18:28:12.261363 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-59a68c7d-71d0-4476-ac8e-54403964bd02 req-dc7fbc00-0f40-403e-93b9-3bcbe30ef517 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414648 Jul 28 18:28:13.376299 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4021742-dffb-463a-9d1f-b3797e5c6623 req-8833bc46-e83d-4a2a-af5a-51fb71eb1c84 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:13.377798 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e4021742-dffb-463a-9d1f-b3797e5c6623 req-8833bc46-e83d-4a2a-af5a-51fb71eb1c84 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0466328 Jul 28 18:28:13.425695 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e4021742-dffb-463a-9d1f-b3797e5c6623 req-d091bc1a-1208-427e-8102-32dc81d982a0 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Jul 28 18:28:13.542620 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab0183-789a-493a-baca-178696b8ad1e req-121f5fd3-489b-4aad-8189-0fb77fbe83be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:13.543957 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-56ab0183-789a-493a-baca-178696b8ad1e req-121f5fd3-489b-4aad-8189-0fb77fbe83be tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0501997 Jul 28 18:28:13.554070 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50834) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:13.558638 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Request body: {'floatingip': {'port_id': '41469e01-6c85-42ff-801f-a96fa20eb490'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:28:13.599511 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:13.808173 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:14.018150 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:14.100533 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:14.194437 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP 79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f associated. External IP: 172.27.3.183, port: 41469e01-6c85-42ff-801f-a96fa20eb490. Jul 28 18:28:14.276026 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:14.390734 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:28:14.493366 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:14.498298 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:14.502755 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:14.512121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:14.512726 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:27:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:14.528435 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b341d282-41f6-4031-988f-bf6bfae7a70d tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "PUT /v2.0/floatingips/79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f HTTP/1.1" status: 200 len: 992 time: 0.9732833 Jul 28 18:28:14.529209 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:28:14.531554 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49d7f705-ed72-44f0-acf9-509b06088c02" -d '{"events": [{"name": "network-changed", "server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:14.570051 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124a7e50-2cc1-44b8-a5b8-c9c49fbcc2ed x-openstack-request-id: req-124a7e50-2cc1-44b8-a5b8-c9c49fbcc2ed {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:14.570674 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:14.570674 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-124a7e50-2cc1-44b8-a5b8-c9c49fbcc2ed {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:14.571187 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124a7e50-2cc1-44b8-a5b8-c9c49fbcc2ed'] response: {'name': 'network-changed', 'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490', 'status': 'completed', 'code': 200} Jul 28 18:28:14.609874 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3c8bddfa-a7b4-4e47-aaf1-3d302ece630e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:14.630548 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:14.654184 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-08b6de3d-fbfe-461b-aabc-282433d935b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:14.655703 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-08b6de3d-fbfe-461b-aabc-282433d935b6 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 1130 time: 0.0408108 Jul 28 18:28:14.750425 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-b83e502d-27ba-4241-98d7-839dff607082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:14.751898 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-b83e502d-27ba-4241-98d7-839dff607082 service neutron] 10.222.0.93 "GET /v2.0/networks?id=44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 200 len: 916 time: 0.0892341 Jul 28 18:28:14.788670 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:14.816137 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-b0c78a0d-92b7-4bc7-a74f-0555f7659cf3 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41469e01-6c85-42ff-801f-a96fa20eb490 HTTP/1.1" status: 200 len: 1000 time: 0.0581374 Jul 28 18:28:14.844293 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '41469e01-6c85-42ff-801f-a96fa20eb490', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:b0:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:27:56Z', 'updated_at': '2022-07-28T18:28:13Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:14.866213 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-a09e9975-cbe7-4be3-b33d-ff3368f1d992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:14.867690 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-a09e9975-cbe7-4be3-b33d-ff3368f1d992 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 200 len: 854 time: 0.0456228 Jul 28 18:28:14.872527 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:14.881905 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:14.882536 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:27:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:14.930333 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-e50a4dba-bae9-435b-9d11-122cd205143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:14.931799 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-e50a4dba-bae9-435b-9d11-122cd205143c service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=44a25a1e-08cb-4158-9e81-b93066923b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0581527 Jul 28 18:28:14.955039 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:14.997436 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:15.023249 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-1906e65c-4045-4121-84d2-202fbdb5e105 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Jul 28 18:28:15.117464 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-49d7f705-ed72-44f0-acf9-509b06088c02 req-fb7ae32e-ef0c-4ee7-a6fd-febf5bb310b1 service neutron] 10.222.0.93 "GET /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877323 Jul 28 18:28:15.209145 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '41469e01-6c85-42ff-801f-a96fa20eb490', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:b0:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:27:56Z', 'updated_at': '2022-07-28T18:28:13Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:15.233604 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c501d4-abc6-4dc6-b9a8-9dc21803dc5c None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_floatingips': [{'id': '79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'floating_ip_address': '172.27.3.183', 'floating_network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'router_id': '30304a82-505f-4c7e-a076-b741b577063b', 'port_id': '41469e01-6c85-42ff-801f-a96fa20eb490', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 718, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'mac_address': 'fa:16:3e:b0:a4:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-28T18:27:56Z', 'updated_at': '2022-07-28T18:28:13Z', 'revision_number': 1, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:15.432376 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754f2fb8-f22b-449f-a12e-b9b482675cf2 None None] New status for floating IP 79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f: ACTIVE {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:28:16.844055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7491c26a-9f07-4909-b89e-46a139257628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:17.963711 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:19.346827 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:19.786710 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:20.573400 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-7a843d79-0f0f-4839-ab09-5c79cf672946 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396800375&fields=id&tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70 HTTP/1.1" status: 200 len: 267 time: 0.0449047 Jul 28 18:28:20.628030 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-bbe7e97a-f822-47f4-9d0d-d0388fa59681 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:20.629517 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-bbe7e97a-f822-47f4-9d0d-d0388fa59681 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 984 time: 0.0508273 Jul 28 18:28:20.640240 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Request body: {'port': {'security_groups': ['8c5744a5-e472-4312-9c36-45cde91d3522']}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:28:20.714499 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), before_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:20.786132 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:20.886577 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:20.888049 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:20.914225 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), precommit_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:20.975047 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29164108'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_update {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.010750 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['fffe897d-12c2-45ef-b241-0a4c420fa5f6'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:21.022818 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:21.023437 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.025949 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0382c543-c5ae-4def-b0b7-7dc00b4faa7f req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "PUT /v2.0/ports/fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 942 time: 0.3898270 Jul 28 18:28:21.026656 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:28:21.029654 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4971632d-9e23-44c2-96ac-db93a6270e1a" -d '{"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:21.032890 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50846) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:21.052919 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:21.065982 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event updated for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=7']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:21.086427 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.086787 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.087290 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.087643 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.088038 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.088474 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.088859 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.089522 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.089871 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.090208 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.090593 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.091037 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.091252 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.091632 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.092008 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ef6d617-0e44-4c70-9c0b-07761525b578 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:28:21.142136 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-736b8343-8949-4247-90b4-724c4f25c12f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group (fdae437d-3bc6-4299-8596-13291fc24e24), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.153377 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['fffe897d-12c2-45ef-b241-0a4c420fa5f6'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:21.155688 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3027a162-69e3-4b24-8e11-3a616c4e8d62 x-openstack-request-id: req-3027a162-69e3-4b24-8e11-3a616c4e8d62 {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:21.156045 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:21.156275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-3027a162-69e3-4b24-8e11-3a616c4e8d62 {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:21.156958 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3027a162-69e3-4b24-8e11-3a616c4e8d62'] response: {'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'status': 'completed', 'code': 200} Jul 28 18:28:21.175335 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-736b8343-8949-4247-90b4-724c4f25c12f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group (fdae437d-3bc6-4299-8596-13291fc24e24), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.321308 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:21.345627 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-c0d2d5de-6859-4f85-af57-b3d25aeca712 None None] Provisioning complete for port fffe897d-12c2-45ef-b241-0a4c420fa5f6 triggered by entity DHCP. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:28:21.346010 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c0d2d5de-6859-4f85-af57-b3d25aeca712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.352983 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-736b8343-8949-4247-90b4-724c4f25c12f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (fdae437d-3bc6-4299-8596-13291fc24e24), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.357685 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-736b8343-8949-4247-90b4-724c4f25c12f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.361448 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-736b8343-8949-4247-90b4-724c4f25c12f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "DELETE /v2.0/security-groups/fdae437d-3bc6-4299-8596-13291fc24e24 HTTP/1.1" status: 204 len: 168 time: 0.3246353 Jul 28 18:28:21.365515 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50854) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:21.388847 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-0bdd0a80-c298-4850-9043-fad35ce137a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:21.390391 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-0bdd0a80-c298-4850-9043-fad35ce137a5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1129 time: 0.1654801 Jul 28 18:28:21.409549 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b8343-8949-4247-90b4-724c4f25c12f tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdae437d-3bc6-4299-8596-13291fc24e24,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:21.503244 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-a44b7711-a4a8-4d86-b4dd-0686539e6c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:21.504763 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-a44b7711-a4a8-4d86-b4dd-0686539e6c9f service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 916 time: 0.1065114 Jul 28 18:28:21.543663 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Deleting port efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:21.544137 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.569192 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c0d2d5de-6859-4f85-af57-b3d25aeca712 None None] Current status of the port fffe897d-12c2-45ef-b241-0a4c420fa5f6 is: ACTIVE; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:28:21.585339 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-5e63e3ba-a437-4aea-88ba-e5852272ef08 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 1001 time: 0.0739245 Jul 28 18:28:21.636644 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:21.642523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-70489230-4d22-43f6-a8c3-1206b781a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:21.642833 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.643324 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for floatingip (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.644095 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-70489230-4d22-43f6-a8c3-1206b781a497 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 200 len: 854 time: 0.0530915 Jul 28 18:28:21.656706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Calling delete_port for efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e owned by network:floatingip {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:21.693736 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-db0872b2-89a1-45c5-a50e-c5db324bf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:21.696766 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-db0872b2-89a1-45c5-a50e-c5db324bf293 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fb6fae0-7909-4795-99cd-037590bcd627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411706 Jul 28 18:28:21.759830 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:21.787764 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-470b4cb9-d9e3-4d2f-94d9-689f3b0e3e1b service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839190 Jul 28 18:28:21.924558 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:21.952993 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event deleted for resources: {'Port': ['ID=efe3a9ff-21c8-4457-b1f1-4ed2b3ec044e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:22.021672 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks [] for floatingip (52f07412-a503-4c85-bf4e-8eb7419138e9), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:22.021971 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.l3_db [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Floating IP 52f07412-a503-4c85-bf4e-8eb7419138e9 disassociated (deleted). External IP: 172.27.3.122, port: fffe897d-12c2-45ef-b241-0a4c420fa5f6. Jul 28 18:28:22.119949 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4971632d-9e23-44c2-96ac-db93a6270e1a req-e2f623c6-4305-4b9c-b302-5c16fa928fd2 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232059 Jul 28 18:28:22.220340 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:22.225819 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Router efa217e9-6026-45f0-9a7c-57f455e9b144 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:28:22.339928 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:22.344364 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:22.350458 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] Sync routers for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:22.360333 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:22.360957 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:28:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.376835 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-57b1b530-c59d-4a8d-8290-f023a7e59ac8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "DELETE /v2.0/floatingips/52f07412-a503-4c85-bf4e-8eb7419138e9 HTTP/1.1" status: 204 len: 168 time: 1.0042815 Jul 28 18:28:22.465474 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:22.667031 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 5, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.697467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] Checking router: efa217e9-6026-45f0-9a7c-57f455e9b144 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:22.709939 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:22.710560 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:28:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:22.818725 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:22.847139 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:23.017919 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 5, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:23.044077 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7477720a-d327-49ff-a432-b47bb9ccfb8e None None] The sync data for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi is: [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:24:52Z', 'revision_number': 4, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': '7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08', 'name': '', 'network_id': '7fb6fae0-7909-4795-99cd-037590bcd627', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'mac_address': 'fa:16:3e:11:24:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_interface', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:51Z', 'updated_at': '2022-07-28T18:24:55Z', 'revision_number': 5, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'subnets': [{'id': 'ae9d1f04-e2c9-42d3-af46-5bb2239c0c06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:23.157908 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6'}] {{(pid=104676) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:28:23.160328 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e7ad80f0576acbdfbb8e41d0ffab99c2aa5604c8a03c73517c4039a8bab2646" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ceb922b-a9ff-4884-95ce-a70beca47248" -d '{"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6"}]}' {{(pid=104676) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:23.199423 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a094f3-cd67-4c07-a85f-cc50de1c4c7c x-openstack-request-id: req-f2a094f3-cd67-4c07-a85f-cc50de1c4c7c {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:23.199731 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6", "status": "completed", "code": 200}]} {{(pid=104676) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:23.199991 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-f2a094f3-cd67-4c07-a85f-cc50de1c4c7c {{(pid=104676) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:23.200404 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2a094f3-cd67-4c07-a85f-cc50de1c4c7c'] response: {'name': 'network-changed', 'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'status': 'completed', 'code': 200} Jul 28 18:28:23.244225 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4352174-744c-407c-af23-72c4ba714b13 None None] New status for floating IP 52f07412-a503-4c85-bf4e-8eb7419138e9: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:28:23.297890 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-7ee38f6b-adcb-4afc-a552-760232c7c75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:23.299294 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-7ee38f6b-adcb-4afc-a552-760232c7c75e service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 1129 time: 0.0405200 Jul 28 18:28:23.399823 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-492d9220-64a9-42b5-bff2-c1df099d4988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:23.401302 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-492d9220-64a9-42b5-bff2-c1df099d4988 service neutron] 10.222.0.93 "GET /v2.0/networks?id=7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 200 len: 916 time: 0.0954490 Jul 28 18:28:23.441389 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-add6f0ad-c42f-4fe3-a877-f9141ec27063 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 200 len: 217 time: 0.0327814 Jul 28 18:28:23.493564 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-da7776e6-5c7b-42c5-a6b5-c88a4940d8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:23.495013 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-da7776e6-5c7b-42c5-a6b5-c88a4940d8a3 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 200 len: 854 time: 0.0485401 Jul 28 18:28:23.538247 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-028937d1-0a74-434f-b1b5-6f08efcc4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:23.539736 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-028937d1-0a74-434f-b1b5-6f08efcc4124 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=7fb6fae0-7909-4795-99cd-037590bcd627&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386171 Jul 28 18:28:23.635184 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-6c50cf6f-ace8-4f2f-a007-13a6a41af101 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880253 Jul 28 18:28:23.702448 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:23.733092 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-4ceb922b-a9ff-4884-95ce-a70beca47248 req-98327d44-610a-4558-929e-a3d132f913d8 service neutron] 10.222.0.93 "GET /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880580 Jul 28 18:28:26.568877 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cc6031-fc34-4f95-b55e-5bd1c3b5f373 req-2568d675-09ca-4d11-8981-990d1870b7d6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:26.571018 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c4cc6031-fc34-4f95-b55e-5bd1c3b5f373 req-2568d675-09ca-4d11-8981-990d1870b7d6 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0478165 Jul 28 18:28:26.619136 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c4cc6031-fc34-4f95-b55e-5bd1c3b5f373 req-38ee9f1e-e4d0-4306-afdc-d881d676f4ca tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Jul 28 18:28:27.563479 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:27.739289 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7d0118-39d5-4e15-acc5-521bc3e3f8f3 req-821bf226-a0c9-4338-9566-c8c57f9610c8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:27.740786 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fc7d0118-39d5-4e15-acc5-521bc3e3f8f3 req-821bf226-a0c9-4338-9566-c8c57f9610c8 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0502703 Jul 28 18:28:27.790354 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-fc7d0118-39d5-4e15-acc5-521bc3e3f8f3 req-a4be171f-ef34-4f54-81f0-a56ca237027e tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433908 Jul 28 18:28:28.545744 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [req-f9342095-782d-4dc9-8c89-85da89f77c45 req-fc548f86-b13b-45ce-8299-326acbc89311 service neutron] (104675) timed out ('10.222.0.93', 59131) {{(pid=104675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:28:28.908664 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73555e63-0560-4278-93af-10cc618ff415 req-e70e3ea8-68c0-40b8-8b8a-ae17e140a5db tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:28.910256 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-73555e63-0560-4278-93af-10cc618ff415 req-e70e3ea8-68c0-40b8-8b8a-ae17e140a5db tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0484040 Jul 28 18:28:28.912484 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-ff89c5c3-68c6-4d4a-9024-c5735fef6156 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:28:28.914520 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-ff89c5c3-68c6-4d4a-9024-c5735fef6156 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.93 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 945 time: 0.0477622 Jul 28 18:28:28.960604 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-73555e63-0560-4278-93af-10cc618ff415 req-7ddd29d5-91ec-4452-9fdb-4060a30d0959 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/security-groups?id=8c5744a5-e472-4312-9c36-45cde91d3522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441043 Jul 28 18:28:29.002628 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Deleting port fffe897d-12c2-45ef-b241-0a4c420fa5f6 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:29.002971 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:29.074358 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [req-3e51cee7-a878-41b0-9820-c2263b0bf462 req-f07c69a3-a8f6-469f-8711-dcce5535f0b9 service neutron] (104675) timed out ('10.222.0.93', 59121) {{(pid=104675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:28:29.091324 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] For port fffe897d-12c2-45ef-b241-0a4c420fa5f6, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=fffe897d-12c2-45ef-b241-0a4c420fa5f6,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:29.091685 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:29.108683 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Calling delete_port for fffe897d-12c2-45ef-b241-0a4c420fa5f6 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:29.156707 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=100 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:29.295159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (fffe897d-12c2-45ef-b241-0a4c420fa5f6), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:29.322650 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Pushing event deleted for resources: {'Port': ['ID=fffe897d-12c2-45ef-b241-0a4c420fa5f6,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:29.331458 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['fffe897d-12c2-45ef-b241-0a4c420fa5f6'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:28:29.357757 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-d75894a1-8b6c-47a6-bfd7-96acd163b7ab req-50adb4ba-a361-4a45-96a2-e1e933335aad service neutron] (104676) timed out ('10.222.0.93', 59122) {{(pid=104676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:28:29.374503 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] No DVR routers for this DVR port fffe897d-12c2-45ef-b241-0a4c420fa5f6 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:28:29.377001 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:29.380265 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fbc8511a-58b9-4b99-8e8e-3cce0891e226 req-c09226b8-9bc9-45b3-8d00-449768d098a7 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.93 "DELETE /v2.0/ports/fffe897d-12c2-45ef-b241-0a4c420fa5f6 HTTP/1.1" status: 204 len: 173 time: 0.4604142 Jul 28 18:28:29.380706 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'name': 'network-vif-deleted', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:28:29.383043 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d26983c-3fe3-4f81-b3ca-54e9a06b4682" -d '{"events": [{"server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "name": "network-vif-deleted", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:28:29.422160 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acd914d5-675d-4c8b-b9b5-c3213aeaf92f x-openstack-request-id: req-acd914d5-675d-4c8b-b9b5-c3213aeaf92f {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:28:29.422462 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0308fa68-38a8-43e2-8e64-6de4f4a28f73", "name": "network-vif-deleted", "tag": "fffe897d-12c2-45ef-b241-0a4c420fa5f6", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:28:29.422719 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-acd914d5-675d-4c8b-b9b5-c3213aeaf92f {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:28:29.423134 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acd914d5-675d-4c8b-b9b5-c3213aeaf92f'] response: {'server_uuid': '0308fa68-38a8-43e2-8e64-6de4f4a28f73', 'name': 'network-vif-deleted', 'tag': 'fffe897d-12c2-45ef-b241-0a4c420fa5f6', 'status': 'completed', 'code': 200} Jul 28 18:28:29.447313 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-76e15070-06cd-45be-904c-06c4c9cd6fa7 req-55e37323-1de7-4f6e-bdf6-207d2a814b93 service neutron] (104676) timed out ('10.222.0.93', 59104) {{(pid=104676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:28:30.080089 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7f5a65fb-98c8-49cc-b733-03b0b6b9532c req-72d73e02-3fb3-4228-b70f-bfb54b73ff34 tempest-TestMinimumBasicScenario-1155612502 tempest-TestMinimumBasicScenario-1155612502-project] 10.222.0.86 "GET /v2.0/ports?device_id=0308fa68-38a8-43e2-8e64-6de4f4a28f73 HTTP/1.1" status: 200 len: 210 time: 0.0367482 Jul 28 18:28:32.333377 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50938) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:32.513714 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:32.638514 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (efa217e9-6026-45f0-9a7c-57f455e9b144), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:32.847008 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:32.861354 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Deleting port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:32.861692 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:32.942290 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] For port 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:32.942649 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:32.958561 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Calling delete_port for 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 owned by network:router_interface {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:33.174944 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:33.199017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:33.363722 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (efa217e9-6026-45f0-9a7c-57f455e9b144), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:33.410849 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:33.572190 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Router efa217e9-6026-45f0-9a7c-57f455e9b144 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104676) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:28:33.653250 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:33.672204 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104676) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:33.677259 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-6cbde480-ee40-4233-99c3-27a1b5a42d40 admin admin] 10.222.0.86 "PUT /v2.0/routers/efa217e9-6026-45f0-9a7c-57f455e9b144/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3428371 Jul 28 18:28:33.680231 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50940) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:33.684106 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] Sync routers for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:33.693881 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:33.694622 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:28:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.776806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks [] for router (efa217e9-6026-45f0-9a7c-57f455e9b144), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:33.796819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:33.877448 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks [] for router_gateway (efa217e9-6026-45f0-9a7c-57f455e9b144), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:33.968207 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49'}], 'enable_snat': True}, 'gw_port_id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:28:33Z', 'revision_number': 5, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port': {'id': '0e600604-fe59-4c0f-9cd4-d1d47e30128e', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0f:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'device_owner': 'network:router_gateway', 'standard_attr_id': 628, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:49Z', 'updated_at': '2022-07-28T18:24:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:33.970763 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:33.996821 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] Checking router: efa217e9-6026-45f0-9a7c-57f455e9b144 for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:33.999921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Deleting port 0e600604-fe59-4c0f-9cd4-d1d47e30128e {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:34.000264 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.005511 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] Routers {'efa217e9-6026-45f0-9a7c-57f455e9b144'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:34.006127 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:28:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['efa217e9-6026-45f0-9a7c-57f455e9b144'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.080681 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] For port 0e600604-fe59-4c0f-9cd4-d1d47e30128e, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=0e600604-fe59-4c0f-9cd4-d1d47e30128e,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:34.080986 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.093376 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] Set router efa217e9-6026-45f0-9a7c-57f455e9b144 gateway port host: None {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:34.094806 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Calling delete_port for 0e600604-fe59-4c0f-9cd4-d1d47e30128e owned by network:router_gateway {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:34.143176 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:28:33Z', 'revision_number': 6, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:34.167939 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0576aae3-d34e-480b-9ab3-89ddc792edb8 None None] The sync data for ids ['efa217e9-6026-45f0-9a7c-57f455e9b144'] in dv-cinder-846173-4-iscsi is: [{'id': 'efa217e9-6026-45f0-9a7c-57f455e9b144', 'name': 'tempest-TestMinimumBasicScenario-1513364326-router', 'tenant_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:48Z', 'updated_at': '2022-07-28T18:28:33Z', 'revision_number': 6, 'project_id': 'fe865ae79cfc41c1a2668f91e8cf0f70', 'gw_port_host': None}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:34.557622 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device fffe897d-12c2-45ef-b241-0a4c420fa5f6 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:34.581522 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: fffe897d-12c2-45ef-b241-0a4c420fa5f6 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:28:34.581876 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device fffe897d-12c2-45ef-b241-0a4c420fa5f6 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:34.609613 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (0e600604-fe59-4c0f-9cd4-d1d47e30128e), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.632321 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e600604-fe59-4c0f-9cd4-d1d47e30128e,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:34.698114 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (efa217e9-6026-45f0-9a7c-57f455e9b144), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.784439 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (efa217e9-6026-45f0-9a7c-57f455e9b144), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.786659 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks [] for router_controller (efa217e9-6026-45f0-9a7c-57f455e9b144), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.820921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:34.895390 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (efa217e9-6026-45f0-9a7c-57f455e9b144), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.895590 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Fanout notify agent at l3_agent the message router_deleted on router efa217e9-6026-45f0-9a7c-57f455e9b144 {{(pid=104676) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:34.903076 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.903076 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-dd1f14d1-2a59-43ab-b471-26dcb0a81781 admin admin] 10.222.0.86 "DELETE /v2.0/routers/efa217e9-6026-45f0-9a7c-57f455e9b144 HTTP/1.1" status: 204 len: 168 time: 1.2206717 Jul 28 18:28:34.904516 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50942) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:34.951088 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] Deleting subnet ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 {{(pid=104676) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:28:34.954315 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] Publish callbacks [] for subnet (ae9d1f04-e2c9-42d3-af46-5bb2239c0c06), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:34.980071 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:34.998906 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25906561'] for subnet (ae9d1f04-e2c9-42d3-af46-5bb2239c0c06), precommit_delete_associations {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.073346 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (ae9d1f04-e2c9-42d3-af46-5bb2239c0c06), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.187117 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29164150', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26022536'] for subnet (ae9d1f04-e2c9-42d3-af46-5bb2239c0c06), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.216020 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae9d1f04-e2c9-42d3-af46-5bb2239c0c06,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:35.222727 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.226627 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4d1e92ad-6d07-4a32-bdec-49dabc4065e4 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/ae9d1f04-e2c9-42d3-af46-5bb2239c0c06 HTTP/1.1" status: 204 len: 168 time: 0.3208318 Jul 28 18:28:35.228732 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99f82ab-63be-45f8-895f-a4ec06d05ade None None] Network 7fb6fae0-7909-4795-99cd-037590bcd627 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:28:35.235255 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50944) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:35.302098 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (7fb6fae0-7909-4795-99cd-037590bcd627), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.349052 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Deleting port abbaf663-4139-4619-9f3f-9fd0f2b6f84d {{(pid=104676) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:35.349387 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.389286 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] DHCP port deletion for 7fb6fae0-7909-4795-99cd-037590bcd627 request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:28:35.436083 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.db [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] For port abbaf663-4139-4619-9f3f-9fd0f2b6f84d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104676) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:35.436456 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.441843 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] Deleting port abbaf663-4139-4619-9f3f-9fd0f2b6f84d {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:35.442226 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.450836 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.plugin [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Calling delete_port for abbaf663-4139-4619-9f3f-9fd0f2b6f84d owned by network:dhcp {{(pid=104676) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:35.480021 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0e600604-fe59-4c0f-9cd4-d1d47e30128e no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:35.509177 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 0e600604-fe59-4c0f-9cd4-d1d47e30128e {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:28:35.509531 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 0e600604-fe59-4c0f-9cd4-d1d47e30128e not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:35.509952 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device abbaf663-4139-4619-9f3f-9fd0f2b6f84d no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:35.550110 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] For port abbaf663-4139-4619-9f3f-9fd0f2b6f84d, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,segment=NetworkSegment(af452ba7-dbfd-4537-a6f9-4dcc0b78809b),segment_id=af452ba7-dbfd-4537-a6f9-4dcc0b78809b)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:35.550511 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.569218 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] Calling delete_port for abbaf663-4139-4619-9f3f-9fd0f2b6f84d owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:35.584302 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=100 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:35.615144 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29164123'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.636339 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Port abbaf663-4139-4619-9f3f-9fd0f2b6f84d update to DOWN by agent not found {{(pid=104677) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 28 18:28:35.636782 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:35.646019 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] No DVR routers for this DVR port abbaf663-4139-4619-9f3f-9fd0f2b6f84d on host dv-cinder-846173-4-iscsi {{(pid=104676) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:28:35.647934 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:35.663309 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:28:35.664197 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 7bd59d28-2ad2-4ebc-aa10-6ef5ef45db08 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:35.685991 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (abbaf663-4139-4619-9f3f-9fd0f2b6f84d), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.721376 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (7fb6fae0-7909-4795-99cd-037590bcd627), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.744889 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb6fae0-7909-4795-99cd-037590bcd627']}} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:35.755370 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b') {'for_net_delete': True} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:35.755662 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.services.segments.db [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af452ba7-dbfd-4537-a6f9-4dcc0b78809b') {} {{(pid=104676) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:35.763581 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:35.767644 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25906584'] for segment (af452ba7-dbfd-4537-a6f9-4dcc0b78809b), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.782096 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (af452ba7-dbfd-4537-a6f9-4dcc0b78809b), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.789860 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Releasing vlan 939 on physical network physnet1 to pool {{(pid=104676) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:35.797842 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29164072'] for segment (af452ba7-dbfd-4537-a6f9-4dcc0b78809b), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.834686 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment af452ba7-dbfd-4537-a6f9-4dcc0b78809b resource provider aggregate not found Jul 28 18:28:35.838645 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] Pushing event deleted for resources: {'Port': ['ID=abbaf663-4139-4619-9f3f-9fd0f2b6f84d,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:35.844467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188983d3-d1eb-4ce4-be1b-e4f3e72954f8 None None] No DVR routers for this DVR port abbaf663-4139-4619-9f3f-9fd0f2b6f84d on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:28:35.870739 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.services.segments.plugin [-] Segment af452ba7-dbfd-4537-a6f9-4dcc0b78809b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af452ba7-dbfd-4537-a6f9-4dcc0b78809b found for delete ", "request_id": "req-8be5229b-5c29-4525-90ca-418b60d0dde3"}]} Jul 28 18:28:35.923285 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (7fb6fae0-7909-4795-99cd-037590bcd627), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.927722 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:35.935281 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] 10.222.0.86 "DELETE /v2.0/networks/7fb6fae0-7909-4795-99cd-037590bcd627 HTTP/1.1" status: 204 len: 168 time: 0.7005725 Jul 28 18:28:35.935678 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50952) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:35.944758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419bbf0-86fa-422e-8db1-6f0559c14c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb6fae0-7909-4795-99cd-037590bcd627,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:36.242167 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (7af4dbf4-07f7-40de-a342-7dc3b8abe594), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:36.342534 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:36.465199 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Deleting port fa43c672-91ac-433b-9102-15889533477f {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:36.465547 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (fa43c672-91ac-433b-9102-15889533477f), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:36.546797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] For port fa43c672-91ac-433b-9102-15889533477f, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=fa43c672-91ac-433b-9102-15889533477f,segment=NetworkSegment(28770a0d-676d-4013-9aae-b7c6bcd46e43),segment_id=28770a0d-676d-4013-9aae-b7c6bcd46e43)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:36.547165 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (fa43c672-91ac-433b-9102-15889533477f), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:36.560456 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Calling delete_port for fa43c672-91ac-433b-9102-15889533477f owned by network:router_interface {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:36.613289 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:36.803910 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (fa43c672-91ac-433b-9102-15889533477f), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:36.830721 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa43c672-91ac-433b-9102-15889533477f,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:36.994747 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (7af4dbf4-07f7-40de-a342-7dc3b8abe594), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:37.189197 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:37.203106 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:28:37.304190 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:28:37.309146 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7ea7de43-2643-49d0-9eef-ff6aa8f12645 admin admin] 10.222.0.86 "PUT /v2.0/routers/7af4dbf4-07f7-40de-a342-7dc3b8abe594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3734386 Jul 28 18:28:37.311684 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50954) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:37.314152 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] Sync routers for ids ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'] in dv-cinder-846173-4-iscsi {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:28:37.322211 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=31 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:37.326413 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] Routers {'7af4dbf4-07f7-40de-a342-7dc3b8abe594'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:37.327050 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:28:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:37.418615 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks [] for router (7af4dbf4-07f7-40de-a342-7dc3b8abe594), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:37.432175 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] Set router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 gateway port host: dv-cinder-846173-4-iscsi {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:37.522331 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks [] for router_gateway (7af4dbf4-07f7-40de-a342-7dc3b8abe594), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:37.601426 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89'}], 'enable_snat': True}, 'gw_port_id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:28:36Z', 'revision_number': 5, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port': {'id': '3e73fbe9-8f8a-46b9-aeb1-02010d8255c5', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:24:56Z', 'updated_at': '2022-07-28T18:25:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:37.625886 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] Checking router: 7af4dbf4-07f7-40de-a342-7dc3b8abe594 for host: dv-cinder-846173-4-iscsi {{(pid=104678) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:28:37.634788 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] Routers {'7af4dbf4-07f7-40de-a342-7dc3b8abe594'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104678) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:28:37.635383 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:28:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'], 'active': True} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:37.648877 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Deleting port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:37.649245 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:37.716594 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_dvr_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] Set router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 gateway port host: None {{(pid=104678) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:28:37.731926 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] For port 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:37.732217 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:37.745477 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Calling delete_port for 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 owned by network:router_gateway {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:37.755059 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=2,neutron:UPDATE=2,neutron:SELECT=96 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:37.873312 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.l3_hamode_db [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:28:37Z', 'revision_number': 6, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104678) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:37.899029 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a57fd112-471c-4a19-8597-a20b20380ebe None None] The sync data for ids ['7af4dbf4-07f7-40de-a342-7dc3b8abe594'] in dv-cinder-846173-4-iscsi is: [{'id': '7af4dbf4-07f7-40de-a342-7dc3b8abe594', 'name': 'tempest-TestMinimumBasicScenario-2125145232-router', 'tenant_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:24:55Z', 'updated_at': '2022-07-28T18:28:37Z', 'revision_number': 6, 'project_id': 'b83a89a10e6c4099907b2998c7a7fefa', 'gw_port_host': None}] {{(pid=104678) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:28:37.991601 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (3e73fbe9-8f8a-46b9-aeb1-02010d8255c5), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.015702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3e73fbe9-8f8a-46b9-aeb1-02010d8255c5,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:38.072485 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:38.079521 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (7af4dbf4-07f7-40de-a342-7dc3b8abe594), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.168237 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (7af4dbf4-07f7-40de-a342-7dc3b8abe594), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.170905 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks [] for router_controller (7af4dbf4-07f7-40de-a342-7dc3b8abe594), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.283581 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (7af4dbf4-07f7-40de-a342-7dc3b8abe594), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.284292 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7af4dbf4-07f7-40de-a342-7dc3b8abe594 {{(pid=104675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:28:38.290395 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.293878 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-04b98ee1-7e46-4dbe-ac51-98846f1e92fa admin admin] 10.222.0.86 "DELETE /v2.0/routers/7af4dbf4-07f7-40de-a342-7dc3b8abe594 HTTP/1.1" status: 204 len: 168 time: 0.9789081 Jul 28 18:28:38.294180 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50956) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:38.342733 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] Deleting subnet 55d7b5e5-1423-4bca-ad35-fc46a018d9f7 {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:28:38.345960 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] Publish callbacks [] for subnet (55d7b5e5-1423-4bca-ad35-fc46a018d9f7), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.380401 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (55d7b5e5-1423-4bca-ad35-fc46a018d9f7), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.454193 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (55d7b5e5-1423-4bca-ad35-fc46a018d9f7), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.588078 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (55d7b5e5-1423-4bca-ad35-fc46a018d9f7), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.615871 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55d7b5e5-1423-4bca-ad35-fc46a018d9f7,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:38.619529 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.622982 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1cdbdfd1-f2a9-4aaf-852f-241e3d485d2e admin admin] 10.222.0.86 "DELETE /v2.0/subnets/55d7b5e5-1423-4bca-ad35-fc46a018d9f7 HTTP/1.1" status: 204 len: 168 time: 0.3276401 Jul 28 18:28:38.625215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 50958) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:38.627593 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510580a8-c721-425e-af63-01661dd5cf28 None None] Network dbc71097-9d0c-4276-b82c-34a82d8288ab requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:28:38.701035 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (dbc71097-9d0c-4276-b82c-34a82d8288ab), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.752676 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Deleting port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:38.758613 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.780563 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] DHCP port deletion for dbc71097-9d0c-4276-b82c-34a82d8288ab request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:28:38.820629 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] For port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,segment=NetworkSegment(28770a0d-676d-4013-9aae-b7c6bcd46e43),segment_id=28770a0d-676d-4013-9aae-b7c6bcd46e43)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:38.821028 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.821272 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] Deleting port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:28:38.821706 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.836076 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Calling delete_port for a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:38.891641 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] For port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,segment=NetworkSegment(28770a0d-676d-4013-9aae-b7c6bcd46e43),segment_id=28770a0d-676d-4013-9aae-b7c6bcd46e43)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:28:38.892036 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:38.907279 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] Calling delete_port for a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:28:39.055671 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.081357 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] Pushing event deleted for resources: {'Port': ['ID=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.088540 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf82d0e-79e3-454f-9c92-c522a2777e99 None None] No DVR routers for this DVR port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:28:39.142220 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:39.146852 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.169680 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Pushing event deleted for resources: {'Port': ['ID=a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.176569 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] No DVR routers for this DVR port a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:28:39.248302 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (dbc71097-9d0c-4276-b82c-34a82d8288ab), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.272847 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc71097-9d0c-4276-b82c-34a82d8288ab']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:39.282085 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28770a0d-676d-4013-9aae-b7c6bcd46e43') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:39.282387 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28770a0d-676d-4013-9aae-b7c6bcd46e43') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:28:39.292271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (28770a0d-676d-4013-9aae-b7c6bcd46e43), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.305909 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (28770a0d-676d-4013-9aae-b7c6bcd46e43), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.312297 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Releasing vlan 947 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:28:39.312686 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (28770a0d-676d-4013-9aae-b7c6bcd46e43), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.356986 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:39.452358 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device fa43c672-91ac-433b-9102-15889533477f no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:39.454894 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (dbc71097-9d0c-4276-b82c-34a82d8288ab), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.464212 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.464419 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] 10.222.0.86 "DELETE /v2.0/networks/dbc71097-9d0c-4276-b82c-34a82d8288ab HTTP/1.1" status: 204 len: 168 time: 0.8328333 Jul 28 18:28:39.467350 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 28770a0d-676d-4013-9aae-b7c6bcd46e43 resource provider aggregate not found Jul 28 18:28:39.495757 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: fa43c672-91ac-433b-9102-15889533477f {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:28:39.495757 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device fa43c672-91ac-433b-9102-15889533477f not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:39.495757 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:39.496101 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 28770a0d-676d-4013-9aae-b7c6bcd46e43 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28770a0d-676d-4013-9aae-b7c6bcd46e43 found for delete ", "request_id": "req-1cd545aa-4b55-4618-8c64-5af84700d64f"}]} Jul 28 18:28:39.496101 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f246e-2ae2-4612-9be4-cc953c0c867f admin admin] Pushing event deleted for resources: {'Network': ['ID=dbc71097-9d0c-4276-b82c-34a82d8288ab,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:39.506098 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:28:39.506472 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a74fab3a-6a71-47d3-bfe7-78f9c65fc6ea not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:39.506877 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:28:39.528591 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:28:39.528937 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 3e73fbe9-8f8a-46b9-aeb1-02010d8255c5 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:28:39.803294 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50968) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:39.843427 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-8f685fc9-8d79-408e-a7ee-fab232262fcc admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=fe865ae79cfc41c1a2668f91e8cf0f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389385 Jul 28 18:28:39.845820 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50970) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:39.893658 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9921f8d8-32a7-409c-9c6a-c8d4952d9916 admin admin] Publish callbacks [] for security_group (8c5744a5-e472-4312-9c36-45cde91d3522), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:39.916241 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9921f8d8-32a7-409c-9c6a-c8d4952d9916 admin admin] Publish callbacks [] for security_group (8c5744a5-e472-4312-9c36-45cde91d3522), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:40.032125 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9921f8d8-32a7-409c-9c6a-c8d4952d9916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8c5744a5-e472-4312-9c36-45cde91d3522), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:40.034624 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-9921f8d8-32a7-409c-9c6a-c8d4952d9916 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:40.035779 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-9921f8d8-32a7-409c-9c6a-c8d4952d9916 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/8c5744a5-e472-4312-9c36-45cde91d3522 HTTP/1.1" status: 204 len: 168 time: 0.1890736 Jul 28 18:28:40.044343 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9921f8d8-32a7-409c-9c6a-c8d4952d9916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c5744a5-e472-4312-9c36-45cde91d3522,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:40.676758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50976) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:40.717795 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-167a28fa-951c-4d31-a524-68d6064b6553 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=b83a89a10e6c4099907b2998c7a7fefa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398252 Jul 28 18:28:40.720191 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 50978) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:28:40.763976 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:40.769288 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fb162ecf-0771-47e5-92cf-766440bdea7e admin admin] Publish callbacks [] for security_group (832646d3-faa2-4de7-af3b-b5ca998d080a), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:40.791587 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fb162ecf-0771-47e5-92cf-766440bdea7e admin admin] Publish callbacks [] for security_group (832646d3-faa2-4de7-af3b-b5ca998d080a), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:40.923532 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fb162ecf-0771-47e5-92cf-766440bdea7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (832646d3-faa2-4de7-af3b-b5ca998d080a), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:40.929415 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-fb162ecf-0771-47e5-92cf-766440bdea7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:40.931172 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-fb162ecf-0771-47e5-92cf-766440bdea7e admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/832646d3-faa2-4de7-af3b-b5ca998d080a HTTP/1.1" status: 204 len: 168 time: 0.2100821 Jul 28 18:28:40.942602 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb162ecf-0771-47e5-92cf-766440bdea7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832646d3-faa2-4de7-af3b-b5ca998d080a,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:28:42.262852 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:28:44.614210 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-795d632a-ca55-4935-a794-f874bba6ad6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:46.888661 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-6264f6a2-121a-450d-aaea-343b8248b702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:47.876610 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=37 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:47.986171 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:49.334543 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:49.471056 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=9,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:49.731747 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:49.791662 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:28:50.937730 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=56,neutron:DELETE=6 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:52.060222 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:28:57.608439 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:02.066282 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:07.530400 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:07.532287 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=60,neutron:DELETE=6,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:14.647970 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8a2ee9d8-4fac-44a0-a211-9282f040f22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:16.859427 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4d1edef1-4368-4993-9570-5084083ff84c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:17.961294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:19.261974 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:29:19.344798 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:19.824519 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:27.606999 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:37.534454 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:37.536685 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:39.058263 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:40.255943 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863bba4b-5f23-4f1a-bf62-034ad414200d req-9c29e107-e856-4920-a623-736540354c43 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:29:40.257482 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-863bba4b-5f23-4f1a-bf62-034ad414200d req-9c29e107-e856-4920-a623-736540354c43 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0498545 Jul 28 18:29:40.309435 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-863bba4b-5f23-4f1a-bf62-034ad414200d req-886f47f7-806e-4a33-a888-d94e30ef8644 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462372 Jul 28 18:29:41.430545 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ff382-0087-43c3-b4a1-d1cf6257535f req-b54b27a6-1862-47c9-86d0-01c946ea14d1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:29:41.432028 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-803ff382-0087-43c3-b4a1-d1cf6257535f req-b54b27a6-1862-47c9-86d0-01c946ea14d1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0493565 Jul 28 18:29:41.478479 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-803ff382-0087-43c3-b4a1-d1cf6257535f req-74ff686e-7da9-40ab-b759-85dbef89dafa tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408583 Jul 28 18:29:42.209048 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-f802268d-b05d-4bef-84a0-841eda2ab497 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:29:42.210504 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-f802268d-b05d-4bef-84a0-841eda2ab497 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0476711 Jul 28 18:29:42.295611 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port 41469e01-6c85-42ff-801f-a96fa20eb490 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:29:42.296103 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:42.385104 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] For port 41469e01-6c85-42ff-801f-a96fa20eb490, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=41469e01-6c85-42ff-801f-a96fa20eb490,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:42.385469 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:42.550304 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:42.550681 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-433891'] for floatingip (79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:42.551007 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.db.l3_db [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Floating IP 79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f disassociated. External IP: 172.27.3.183, port: 41469e01-6c85-42ff-801f-a96fa20eb490. Jul 28 18:29:42.551364 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for 41469e01-6c85-42ff-801f-a96fa20eb490 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:29:42.599342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49425a9-4a85-42be-9e75-952d4448dd12 req-96ffe80c-d2d6-4f54-9248-aaeea2188398 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:29:42.600845 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a49425a9-4a85-42be-9e75-952d4448dd12 req-96ffe80c-d2d6-4f54-9248-aaeea2188398 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 946 time: 0.0470464 Jul 28 18:29:42.648393 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a49425a9-4a85-42be-9e75-952d4448dd12 req-837dd9c9-3b2e-43fb-882e-37eb6aabe404 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups?id=8318dda8-456d-49d2-bc5c-eabc1d44c450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 Jul 28 18:29:42.761744 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (41469e01-6c85-42ff-801f-a96fa20eb490), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:42.793221 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=41469e01-6c85-42ff-801f-a96fa20eb490,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:42.804979 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.809772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.811186 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:42.928043 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:29:43.027618 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:43.037838 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:43.047887 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:29:43.049026 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:29:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:43.072877 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] No DVR routers for this DVR port 41469e01-6c85-42ff-801f-a96fa20eb490 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:29:43.075493 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:43.079294 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d37a1285-71ca-417f-bca7-a0714f212c04 req-0125d0e8-4c0e-4e0a-9fde-279a8cfd2a44 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.93 "DELETE /v2.0/ports/41469e01-6c85-42ff-801f-a96fa20eb490 HTTP/1.1" status: 204 len: 173 time: 0.8607042 Jul 28 18:29:43.079753 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'name': 'network-vif-deleted', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:29:43.082574 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8130a512-cdfd-4cb6-913b-82ba619ea296" -d '{"events": [{"server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "name": "network-vif-deleted", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:29:43.154965 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:29:43.158683 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:43.337829 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5696cbb8-4489-4f20-997e-a5791d41b6cb x-openstack-request-id: req-5696cbb8-4489-4f20-997e-a5791d41b6cb {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:29:43.338701 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3", "name": "network-vif-deleted", "tag": "41469e01-6c85-42ff-801f-a96fa20eb490", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:29:43.339136 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-5696cbb8-4489-4f20-997e-a5791d41b6cb {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:29:43.339721 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5696cbb8-4489-4f20-997e-a5791d41b6cb'] response: {'server_uuid': 'd1bd7d9b-748b-4ff4-b29f-57a5b7b360d3', 'name': 'network-vif-deleted', 'tag': '41469e01-6c85-42ff-801f-a96fa20eb490', 'status': 'completed', 'code': 200} Jul 28 18:29:43.357330 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:43.381437 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:29:43.389756 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:29:43.390353 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:29:17Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:43.494102 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:29:43.681282 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:43.707491 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cdea4df-df15-4b1e-9b4f-68e5fd90a2c2 None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:48Z', 'revision_number': 4, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi', '_interfaces': [{'id': 'a8c8c83c-649d-4ce8-aaec-9b301c28ca5e', 'name': '', 'network_id': '44a25a1e-08cb-4158-9e81-b93066923b4d', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'mac_address': 'fa:16:3e:c3:91:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_interface', 'standard_attr_id': 538, 'fixed_ips': [{'subnet_id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:48Z', 'updated_at': '2022-07-28T18:20:52Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'subnets': [{'id': 'bfb589db-d5c5-47b5-a265-0428fb54ef3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:43.764541 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-db00584d-9a40-41a0-9c20-d52f95884be4 req-d4523c96-36af-4686-8307-dc02add8ff26 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/ports?device_id=d1bd7d9b-748b-4ff4-b29f-57a5b7b360d3 HTTP/1.1" status: 200 len: 210 time: 0.0316749 Jul 28 18:29:43.925979 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca797840-96b6-462f-a275-1d02335d1b99 None None] New status for floating IP 79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f: DOWN {{(pid=104678) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 28 18:29:44.624493 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-745137c3-4b2c-4188-87bd-256921413616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:44.921704 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51076) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:44.978681 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (8318dda8-456d-49d2-bc5c-eabc1d44c450), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.002813 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (8318dda8-456d-49d2-bc5c-eabc1d44c450), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.115444 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (8318dda8-456d-49d2-bc5c-eabc1d44c450), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.118054 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.119204 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/security-groups/8318dda8-456d-49d2-bc5c-eabc1d44c450 HTTP/1.1" status: 204 len: 168 time: 0.1959834 Jul 28 18:29:45.122006 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51078) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:45.128519 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8318dda8-456d-49d2-bc5c-eabc1d44c450,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:45.135917 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.136078 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.api.v2.resource [None req-3f7299fe-cc6d-47b5-931a-84345b1f60f4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] show failed (client error): The resource could not be found. Jul 28 18:29:45.136266 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.136611 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.136988 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.137428 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.137764 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.138094 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.138421 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.138748 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.139073 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.139477 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.139809 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.139932 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-3f7299fe-cc6d-47b5-931a-84345b1f60f4 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "GET /v2.0/security-groups/8318dda8-456d-49d2-bc5c-eabc1d44c450 HTTP/1.1" status: 404 len: 347 time: 0.0169208 Jul 28 18:29:45.140201 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.140475 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51080) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:45.140608 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.140837 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e42aa319-3463-4991-8d42-ea658c37e0e1 tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104676) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:45.242856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:45.251384 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Deleting port 6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:29:45.251727 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.287943 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:45.332150 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.332455 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.345000 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Calling delete_port for 6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c owned by network:floatingip {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:29:45.533052 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.560590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Pushing event deleted for resources: {'Port': ['ID=6e0562dc-1a8d-4b97-857d-f3a8f31c9d3c,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:45.621533 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks [] for floatingip (79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.624106 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for floatingip (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:45.625281 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b375bf07-842a-4ea2-8a80-9be843f55b3b tempest-AttachVolumeNegativeTest-908754065 tempest-AttachVolumeNegativeTest-908754065-project] 10.222.0.86 "DELETE /v2.0/floatingips/79c711b8-70eb-4bc6-bfa6-df80bf9d3e3f HTTP/1.1" status: 204 len: 168 time: 0.4838870 Jul 28 18:29:46.903591 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 41469e01-6c85-42ff-801f-a96fa20eb490 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:46.925848 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 41469e01-6c85-42ff-801f-a96fa20eb490 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:29:46.926195 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 41469e01-6c85-42ff-801f-a96fa20eb490 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:46.927717 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-8e42be7b-b6f2-4832-81a6-f96115c88482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:47.955270 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:49.355290 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:49.667834 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51116) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:49.824216 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:50.122623 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-426267'] for router_interface (30304a82-505f-4c7e-a076-b741b577063b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:50.155479 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:50.349712 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Deleting port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:29:50.350056 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:50.428856 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] For port a8c8c83c-649d-4ce8-aaec-9b301c28ca5e, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:50.429251 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:50.442469 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Calling delete_port for a8c8c83c-649d-4ce8-aaec-9b301c28ca5e owned by network:router_interface {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:29:50.486877 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:50.697914 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (a8c8c83c-649d-4ce8-aaec-9b301c28ca5e), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:50.720862 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c8c83c-649d-4ce8-aaec-9b301c28ca5e,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:50.890684 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528040', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-426383'] for router_interface (30304a82-505f-4c7e-a076-b741b577063b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:50.988185 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:51.095016 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Router 30304a82-505f-4c7e-a076-b741b577063b has already been hosted by L3 agent dfdcac0b-161a-45db-83b9-fefaf91771c6 {{(pid=104675) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 28 18:29:51.192751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] Notify agent at l3_agent.dv-cinder-846173-4-iscsi the message routers_updated {{(pid=104675) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 28 18:29:51.198133 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-64529aca-0878-47e4-ad8c-b5111cb1c0a3 admin admin] 10.222.0.86 "PUT /v2.0/routers/30304a82-505f-4c7e-a076-b741b577063b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5296929 Jul 28 18:29:51.200323 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51120) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:51.202290 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] Sync routers for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 28 18:29:51.213442 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:29:51.214137 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:29:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:51.253180 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:51.298679 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:51.300476 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks [] for router (30304a82-505f-4c7e-a076-b741b577063b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:51.318276 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: dv-cinder-846173-4-iscsi {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:29:51.401042 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks [] for router_gateway (30304a82-505f-4c7e-a076-b741b577063b), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:51.494656 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Deleting port 98151cf0-6670-46d5-8fb8-56beaa285056 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:29:51.495000 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:51.535189 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:DELETE=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:51.579967 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] For port 98151cf0-6670-46d5-8fb8-56beaa285056, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=98151cf0-6670-46d5-8fb8-56beaa285056,segment=NetworkSegment(89b11d11-7de7-4da3-85eb-2a88cedaa557),segment_id=89b11d11-7de7-4da3-85eb-2a88cedaa557)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:51.580312 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:51.593066 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Calling delete_port for 98151cf0-6670-46d5-8fb8-56beaa285056 owned by network:router_gateway {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:29:51.610225 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'external_fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:29:50Z', 'revision_number': 5, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port': {'id': '98151cf0-6670-46d5-8fb8-56beaa285056', 'name': '', 'network_id': '79ded495-114a-44f0-a2c2-8383921e8192', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:b8:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30304a82-505f-4c7e-a076-b741b577063b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-846173-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:20:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '93b99282-eb6e-40b1-a04a-eb0f00b5c074', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-846173-4-iscsi'}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:51.637698 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] Checking router: 30304a82-505f-4c7e-a076-b741b577063b for host: dv-cinder-846173-4-iscsi {{(pid=104677) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 28 18:29:51.647258 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] Routers {'30304a82-505f-4c7e-a076-b741b577063b'} bound to L3 agent in host dv-cinder-846173-4-iscsi {{(pid=104677) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 28 18:29:51.647863 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-846173-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-28T18:03:47Z,description=,heartbeat_timestamp=2022-07-28T18:29:47Z,host='dv-cinder-846173-4-iscsi',id=dfdcac0b-161a-45db-83b9-fefaf91771c6,load=0,resource_versions=,resources_synced=,started_at=2022-07-28T18:03:47Z,topic='l3_agent')) {'router_ids': ['30304a82-505f-4c7e-a076-b741b577063b'], 'active': True} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:51.734038 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvr_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] Set router 30304a82-505f-4c7e-a076-b741b577063b gateway port host: None {{(pid=104677) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 28 18:29:51.786358 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_hamode_db [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:29:51Z', 'revision_number': 6, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port_host': None}], 'dv-cinder-846173-4-iscsi', False) {} {{(pid=104677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:51.816861 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb4739e-478e-45eb-a915-54177a3e4345 None None] The sync data for ids ['30304a82-505f-4c7e-a076-b741b577063b'] in dv-cinder-846173-4-iscsi is: [{'id': '30304a82-505f-4c7e-a076-b741b577063b', 'name': 'tempest-AttachVolumeNegativeTest-1845907415-router', 'tenant_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-28T18:20:45Z', 'updated_at': '2022-07-28T18:29:51Z', 'revision_number': 6, 'project_id': '104313ce72c94ea68c8cd3ee7f0cab2e', 'gw_port_host': None}] {{(pid=104677) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 28 18:29:52.041054 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (98151cf0-6670-46d5-8fb8-56beaa285056), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.066076 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Pushing event deleted for resources: {'Port': ['ID=98151cf0-6670-46d5-8fb8-56beaa285056,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:52.119507 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:52.131565 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-433691'] for router_gateway (30304a82-505f-4c7e-a076-b741b577063b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.222187 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631696', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1883'] for router (30304a82-505f-4c7e-a076-b741b577063b), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.224493 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks [] for router_controller (30304a82-505f-4c7e-a076-b741b577063b), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.327030 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631570'] for router (30304a82-505f-4c7e-a076-b741b577063b), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.327534 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30304a82-505f-4c7e-a076-b741b577063b {{(pid=104675) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 28 18:29:52.332626 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.333809 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-31c65acc-6df0-4c5c-8a94-951aeb4dc485 admin admin] 10.222.0.86 "DELETE /v2.0/routers/30304a82-505f-4c7e-a076-b741b577063b HTTP/1.1" status: 204 len: 168 time: 1.1325860 Jul 28 18:29:52.336268 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51122) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:52.380321 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] Deleting subnet bfb589db-d5c5-47b5-a265-0428fb54ef3e {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:29:52.383345 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] Publish callbacks [] for subnet (bfb589db-d5c5-47b5-a265-0428fb54ef3e), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.423774 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (bfb589db-d5c5-47b5-a265-0428fb54ef3e), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.497873 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (bfb589db-d5c5-47b5-a265-0428fb54ef3e), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.630478 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (bfb589db-d5c5-47b5-a265-0428fb54ef3e), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.661252 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb589db-d5c5-47b5-a265-0428fb54ef3e,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:52.664955 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.668787 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-875b51ca-af54-41fc-b2cd-a366a55eccb9 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/bfb589db-d5c5-47b5-a265-0428fb54ef3e HTTP/1.1" status: 204 len: 168 time: 0.3309426 Jul 28 18:29:52.670660 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51124) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:52.675315 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7893ee81-df8f-49a9-973b-d17cbf63fa02 None None] Network 44a25a1e-08cb-4158-9e81-b93066923b4d requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:29:52.743046 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (44a25a1e-08cb-4158-9e81-b93066923b4d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.790574 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Deleting port 723f8a73-d7eb-4887-b055-1d261ac7f751 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:29:52.790913 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.845385 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] DHCP port deletion for 44a25a1e-08cb-4158-9e81-b93066923b4d request from dv-cinder-846173-4-iscsi {{(pid=104677) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 28 18:29:52.868026 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] For port 723f8a73-d7eb-4887-b055-1d261ac7f751, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=723f8a73-d7eb-4887-b055-1d261ac7f751,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:52.868413 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.882278 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Calling delete_port for 723f8a73-d7eb-4887-b055-1d261ac7f751 owned by network:dhcp {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:29:52.893711 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Deleting port 723f8a73-d7eb-4887-b055-1d261ac7f751 {{(pid=104677) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:29:52.894204 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), before_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.922751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:52.962124 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] For port 723f8a73-d7eb-4887-b055-1d261ac7f751, host dv-cinder-846173-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-846173-4-iscsi',level=0,port_id=723f8a73-d7eb-4887-b055-1d261ac7f751,segment=NetworkSegment(182554ed-d55d-4591-8309-78366a9b182d),segment_id=182554ed-d55d-4591-8309-78366a9b182d)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:29:52.962525 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), precommit_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:52.975531 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Calling delete_port for 723f8a73-d7eb-4887-b055-1d261ac7f751 owned by network:dhcp {{(pid=104677) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:29:53.052339 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.057975 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940'] for port (723f8a73-d7eb-4887-b055-1d261ac7f751), after_delete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.084245 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Pushing event deleted for resources: {'Port': ['ID=723f8a73-d7eb-4887-b055-1d261ac7f751,revision_number=None']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:53.084694 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] No DVR routers for this DVR port 723f8a73-d7eb-4887-b055-1d261ac7f751 on host dv-cinder-846173-4-iscsi {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:29:53.086497 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] No DVR routers for this DVR port 723f8a73-d7eb-4887-b055-1d261ac7f751 on host dv-cinder-846173-4-iscsi {{(pid=104677) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:29:53.090848 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Pushing event deleted for resources: {'Port': ['ID=723f8a73-d7eb-4887-b055-1d261ac7f751,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:53.098867 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.099223 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.099567 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.099908 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.100247 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.100954 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.100954 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.101280 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.101594 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.102006 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.102238 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.102569 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.102877 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.103200 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.103519 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c7f237-8f45-46eb-9897-ca70709539ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:29:53.160246 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (44a25a1e-08cb-4158-9e81-b93066923b4d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.180842 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44a25a1e-08cb-4158-9e81-b93066923b4d']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:53.190607 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '182554ed-d55d-4591-8309-78366a9b182d') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:53.190900 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '182554ed-d55d-4591-8309-78366a9b182d') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:29:53.201265 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (182554ed-d55d-4591-8309-78366a9b182d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.213275 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:53.215769 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (182554ed-d55d-4591-8309-78366a9b182d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.222161 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Releasing vlan 925 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:29:53.224168 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (182554ed-d55d-4591-8309-78366a9b182d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.265782 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 182554ed-d55d-4591-8309-78366a9b182d resource provider aggregate not found Jul 28 18:29:53.283531 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 182554ed-d55d-4591-8309-78366a9b182d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 182554ed-d55d-4591-8309-78366a9b182d found for delete ", "request_id": "req-f968c4a1-2045-43d9-bc21-0b4db6052b57"}]} Jul 28 18:29:53.378122 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (44a25a1e-08cb-4158-9e81-b93066923b4d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.383685 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.386872 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] 10.222.0.86 "DELETE /v2.0/networks/44a25a1e-08cb-4158-9e81-b93066923b4d HTTP/1.1" status: 204 len: 168 time: 0.7153025 Jul 28 18:29:53.402559 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86beae6-eeba-4470-9d5b-15fcfb414986 admin admin] Pushing event deleted for resources: {'Network': ['ID=44a25a1e-08cb-4158-9e81-b93066923b4d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:53.484128 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a8c8c83c-649d-4ce8-aaec-9b301c28ca5e no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:53.504868 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: a8c8c83c-649d-4ce8-aaec-9b301c28ca5e {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:29:53.505249 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device a8c8c83c-649d-4ce8-aaec-9b301c28ca5e not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:53.505682 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 723f8a73-d7eb-4887-b055-1d261ac7f751 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:53.523244 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 723f8a73-d7eb-4887-b055-1d261ac7f751 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:29:53.523594 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 723f8a73-d7eb-4887-b055-1d261ac7f751 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:53.524006 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 98151cf0-6670-46d5-8fb8-56beaa285056 no longer exists at agent ovs-agent-dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:29:53.542171 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] No Port match for: 98151cf0-6670-46d5-8fb8-56beaa285056 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:29:53.542526 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Device 98151cf0-6670-46d5-8fb8-56beaa285056 not bound to the agent host dv-cinder-846173-4-iscsi {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:29:53.640523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51132) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:53.681298 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-1a2b40aa-b611-40e9-87bb-85779d5b0b74 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=104313ce72c94ea68c8cd3ee7f0cab2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394225 Jul 28 18:29:53.683617 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51134) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:29:53.732068 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f46a7ddf-ba48-4dd0-9eda-5c894f6ff625 admin admin] Publish callbacks [] for security_group (2bf2c974-3146-4dfb-b730-46f455b13928), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.753137 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f46a7ddf-ba48-4dd0-9eda-5c894f6ff625 admin admin] Publish callbacks [] for security_group (2bf2c974-3146-4dfb-b730-46f455b13928), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.851750 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f46a7ddf-ba48-4dd0-9eda-5c894f6ff625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (2bf2c974-3146-4dfb-b730-46f455b13928), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.854392 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-f46a7ddf-ba48-4dd0-9eda-5c894f6ff625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:29:53.855598 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-f46a7ddf-ba48-4dd0-9eda-5c894f6ff625 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/2bf2c974-3146-4dfb-b730-46f455b13928 HTTP/1.1" status: 204 len: 168 time: 0.1710684 Jul 28 18:29:53.863542 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a7ddf-ba48-4dd0-9eda-5c894f6ff625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf2c974-3146-4dfb-b730-46f455b13928,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:29:54.003307 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:54.005197 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:55.130725 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:55.131568 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=44,neutron:DELETE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:29:56.260310 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:29:57.606433 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:03.858186 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=45,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:03.859111 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:04.971626 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51248) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:05.075776 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7573c505-125a-4d65-a562-8e9b1ec5b2b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:05.150479 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7573c505-125a-4d65-a562-8e9b1ec5b2b2 admin admin] Publish callbacks [] for security_group (d59ce9e4-4d9c-4876-aeaf-09ea8420443f), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:05.234432 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-7573c505-125a-4d65-a562-8e9b1ec5b2b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d59ce9e4-4d9c-4876-aeaf-09ea8420443f), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:05.275232 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-7573c505-125a-4d65-a562-8e9b1ec5b2b2 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a2c491628e54487b9073e8054314fb93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019185 Jul 28 18:30:05.276194 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7573c505-125a-4d65-a562-8e9b1ec5b2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59ce9e4-4d9c-4876-aeaf-09ea8420443f,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:05.277956 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51252) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:05.328131 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-68ac202c-8ed6-45b1-a9cc-fb5b2d97bc42 admin admin] Publish callbacks [] for security_group (d59ce9e4-4d9c-4876-aeaf-09ea8420443f), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:05.352623 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-68ac202c-8ed6-45b1-a9cc-fb5b2d97bc42 admin admin] Publish callbacks [] for security_group (d59ce9e4-4d9c-4876-aeaf-09ea8420443f), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:05.480480 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-68ac202c-8ed6-45b1-a9cc-fb5b2d97bc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (d59ce9e4-4d9c-4876-aeaf-09ea8420443f), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:05.483153 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-68ac202c-8ed6-45b1-a9cc-fb5b2d97bc42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:05.484322 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-68ac202c-8ed6-45b1-a9cc-fb5b2d97bc42 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/d59ce9e4-4d9c-4876-aeaf-09ea8420443f HTTP/1.1" status: 204 len: 168 time: 0.2053664 Jul 28 18:30:05.493402 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac202c-8ed6-45b1-a9cc-fb5b2d97bc42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59ce9e4-4d9c-4876-aeaf-09ea8420443f,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:07.126005 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51302) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:07.233032 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4a69f716-5288-4581-aa62-58f1a0145d84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:07.307771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4a69f716-5288-4581-aa62-58f1a0145d84 admin admin] Publish callbacks [] for security_group (6b2e30a4-2501-41fe-8a76-8fe78b11cb5d), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:07.348930 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-4a69f716-5288-4581-aa62-58f1a0145d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6b2e30a4-2501-41fe-8a76-8fe78b11cb5d), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:07.388301 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-4a69f716-5288-4581-aa62-58f1a0145d84 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=a9db7b96f21f441bb275a26c2942a0e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2612104 Jul 28 18:30:07.389239 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69f716-5288-4581-aa62-58f1a0145d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2e30a4-2501-41fe-8a76-8fe78b11cb5d,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:07.391114 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 51306) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:07.440671 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cdba6ed5-d4c6-4b9d-816c-5693f0005078 admin admin] Publish callbacks [] for security_group (6b2e30a4-2501-41fe-8a76-8fe78b11cb5d), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:07.462743 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cdba6ed5-d4c6-4b9d-816c-5693f0005078 admin admin] Publish callbacks [] for security_group (6b2e30a4-2501-41fe-8a76-8fe78b11cb5d), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:07.540804 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=70,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:07.554762 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cdba6ed5-d4c6-4b9d-816c-5693f0005078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6b2e30a4-2501-41fe-8a76-8fe78b11cb5d), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:07.557451 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-cdba6ed5-d4c6-4b9d-816c-5693f0005078 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:07.558623 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-cdba6ed5-d4c6-4b9d-816c-5693f0005078 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6b2e30a4-2501-41fe-8a76-8fe78b11cb5d HTTP/1.1" status: 204 len: 168 time: 0.1664948 Jul 28 18:30:07.566752 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdba6ed5-d4c6-4b9d-816c-5693f0005078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2e30a4-2501-41fe-8a76-8fe78b11cb5d,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:09.901767 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51350) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:10.007213 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6ac7770a-eec1-4900-8554-4949b839e82a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.092230 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6ac7770a-eec1-4900-8554-4949b839e82a admin admin] Publish callbacks [] for security_group (6a3514bb-b912-4bf8-a6d0-7e614ea73adb), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.160697 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-6ac7770a-eec1-4900-8554-4949b839e82a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6a3514bb-b912-4bf8-a6d0-7e614ea73adb), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.201512 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac7770a-eec1-4900-8554-4949b839e82a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3514bb-b912-4bf8-a6d0-7e614ea73adb,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:10.206068 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-6ac7770a-eec1-4900-8554-4949b839e82a admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=27717b5db6024de5bf9254bd17b31a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032961 Jul 28 18:30:10.209318 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51354) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:10.257724 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d446fedf-e654-46ed-8043-32d6933cb903 admin admin] Publish callbacks [] for security_group (6a3514bb-b912-4bf8-a6d0-7e614ea73adb), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.279202 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d446fedf-e654-46ed-8043-32d6933cb903 admin admin] Publish callbacks [] for security_group (6a3514bb-b912-4bf8-a6d0-7e614ea73adb), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.400592 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d446fedf-e654-46ed-8043-32d6933cb903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (6a3514bb-b912-4bf8-a6d0-7e614ea73adb), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.403275 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-d446fedf-e654-46ed-8043-32d6933cb903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.407455 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-d446fedf-e654-46ed-8043-32d6933cb903 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/6a3514bb-b912-4bf8-a6d0-7e614ea73adb HTTP/1.1" status: 204 len: 168 time: 0.1942270 Jul 28 18:30:10.413851 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446fedf-e654-46ed-8043-32d6933cb903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3514bb-b912-4bf8-a6d0-7e614ea73adb,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:10.904010 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51360) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:10.911834 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-14c1b172-4d03-4c61-b13a-2113359f339b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:10.960492 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:10.966429 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=75,neutron:DELETE=6,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:10.988353 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-14c1b172-4d03-4c61-b13a-2113359f339b admin admin] Publish callbacks [] for security_group (ee3eef65-f2fc-49cb-bc78-7609838baf56), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:11.023231 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-14c1b172-4d03-4c61-b13a-2113359f339b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ee3eef65-f2fc-49cb-bc78-7609838baf56), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:11.074364 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-14c1b172-4d03-4c61-b13a-2113359f339b admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=410d9354e8744943a31f575163bc58a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1750863 Jul 28 18:30:11.075078 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1b172-4d03-4c61-b13a-2113359f339b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee3eef65-f2fc-49cb-bc78-7609838baf56,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:11.085816 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51362) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:11.141353 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a75928a-e1b5-4bc2-8491-90a9d62b6b36 admin admin] Publish callbacks [] for security_group (ee3eef65-f2fc-49cb-bc78-7609838baf56), before_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:11.163374 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a75928a-e1b5-4bc2-8491-90a9d62b6b36 admin admin] Publish callbacks [] for security_group (ee3eef65-f2fc-49cb-bc78-7609838baf56), precommit_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:11.246007 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a75928a-e1b5-4bc2-8491-90a9d62b6b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (ee3eef65-f2fc-49cb-bc78-7609838baf56), after_delete {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:11.248623 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-0a75928a-e1b5-4bc2-8491-90a9d62b6b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:11.249853 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-0a75928a-e1b5-4bc2-8491-90a9d62b6b36 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/ee3eef65-f2fc-49cb-bc78-7609838baf56 HTTP/1.1" status: 204 len: 168 time: 0.1631260 Jul 28 18:30:11.258089 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75928a-e1b5-4bc2-8491-90a9d62b6b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee3eef65-f2fc-49cb-bc78-7609838baf56,revision_number=None']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:12.260310 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51384) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:12.356342 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-351405184-network', 'tenant_id': 'f1e8613cb3f4463a8450d22995801d40'}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:30:12.434335 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Made reservation on behalf of f1e8613cb3f4463a8450d22995801d40 for: {'network': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:12.436772 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for network (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.445965 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.521411 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks [] for security_group (28c43e96-d3e5-4331-b212-d859611f82e4), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.571810 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (28c43e96-d3e5-4331-b212-d859611f82e4), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.594190 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 910} {{(pid=104676) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 28 18:30:12.608389 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c43e96-d3e5-4331-b212-d859611f82e4,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:12.614325 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.614719 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.db.segments_db [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Added segment 4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3 of type vlan for network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 Jul 28 18:30:12.658835 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783930622338'] for network (5a2c91d4-4812-4415-8f68-db65a25a7ee7), precommit_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.731798 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035'] for network (5a2c91d4-4812-4415-8f68-db65a25a7ee7), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.732812 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:12.733429 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:12.778088 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=10,neutron:SELECT=84,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:12.793017 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] Pushing event updated for resources: {'Network': ['ID=5a2c91d4-4812-4415-8f68-db65a25a7ee7,revision_number=1']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:12.802931 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 details requested by agent ovs-agent-dv-cinder-846173-4-iscsi with host dv-cinder-846173-4-iscsi {{(pid=104677) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 28 18:30:12.860331 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-204d2120-553a-4889-b263-5f1d8d7e7088 admin admin] 10.222.0.86 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.5986462 Jul 28 18:30:12.863020 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [-] (104676) accepted ('10.222.0.86', 51388) {{(pid=104676) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:30:12.867873 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.v2.base [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Request body: {'subnet': {'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-351405184-subnet', 'tenant_id': 'f1e8613cb3f4463a8450d22995801d40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104676) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:30:12.971804 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Made reservation on behalf of f1e8613cb3f4463a8450d22995801d40 for: {'subnet': 1} {{(pid=104676) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:12.974361 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26022573'] for subnet (None), before_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:13.177822 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29164215', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26022531'] for subnet (de1f7788-bf2e-4b00-8425-2d96bc7a4f36), after_create {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:13.237591 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1f7788-bf2e-4b00-8425-2d96bc7a4f36,revision_number=0']} {{(pid=104676) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:13.246659 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Checking segment: {'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104676) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:30:13.247010 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Network hostable DHCP agents. Network: 5a2c91d4-4812-4415-8f68-db65a25a7ee7, hostable agents: ['5cd4ec8f-526f-4b99-a665-ecaab715853e'], hosted agents: [] {{(pid=104676) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 28 18:30:13.308460 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 is scheduled to be hosted by DHCP agent 5cd4ec8f-526f-4b99-a665-ecaab715853e with binding_index 1 {{(pid=104676) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 28 18:30:13.371296 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.scheduler.base_scheduler [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-846173-4-iscsi, 5a2c91d4-4812-4415-8f68-db65a25a7ee7) {{(pid=104676) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:13.375555 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:13.376160 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron_lib.callbacks.manager [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104676) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:13.381426 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2993b2cf-eacb-4575-96a0-6423adcf30db None None] Network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:30:13.385785 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:DELETE=4,neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:13.437265 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:13.471513 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [None req-62644c67-dce2-4942-a01c-42b0542ff7b1 admin admin] 10.222.0.86 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6072884 Jul 28 18:30:13.483623 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4c840b-7dab-44e3-b98a-e347ff310a66 None None] Network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 requested from dv-cinder-846173-4-iscsi {{(pid=104677) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 28 18:30:14.634285 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2717b185-e91f-40d8-befb-df1b09a71734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:15.524678 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-1397bebf-81c5-4291-b266-c4c111de805a tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:15.526090 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-1397bebf-81c5-4291-b266-c4c111de805a tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/networks?id=5a2c91d4-4812-4415-8f68-db65a25a7ee7 HTTP/1.1" status: 200 len: 813 time: 0.1029549 Jul 28 18:30:15.540473 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-da67d9a9-531d-466a-8119-93061e68bf0b tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/quotas/f1e8613cb3f4463a8450d22995801d40 HTTP/1.1" status: 200 len: 375 time: 0.0091367 Jul 28 18:30:15.572919 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-39311e3a-d416-4260-af11-82b6d14ccf59 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1e8613cb3f4463a8450d22995801d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277894 Jul 28 18:30:15.665257 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-2596abfb-b9a8-4876-be73-4af344fa2f1f service neutron] 10.222.0.86 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855186 Jul 28 18:30:15.758684 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ec4affcb-c6e5-47a7-8af4-95a261646d20 service neutron] 10.222.0.86 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878363 Jul 28 18:30:15.986687 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c202a1ea-7537-4edd-a29e-cf15f3107dd8 req-26ea3e6f-cae2-4e78-bb9d-fe881b99a58d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 210 time: 0.0281317 Jul 28 18:30:16.055665 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:16.060533 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:16.868956 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-deb1446b-9e7e-4fba-879b-5ff64920c4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:17.067123 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-16301624-1c1b-4402-a4d7-ca061d7dd937 req-04783d2e-808a-4a3c-a224-3a23fa8fa5eb tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 210 time: 0.0277154 Jul 28 18:30:17.495302 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=29,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:17.562424 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=41,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:17.959942 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:18.164698 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-aa2079c3-f39b-42d6-9368-86df8fd1d1a7 req-74af139d-4396-4df2-a589-43a7d22cfef8 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 210 time: 0.0281386 Jul 28 18:30:19.266821 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-537b5ab7-aca8-4e60-9cd2-00ceb340951c req-8709a899-a5bf-4fc9-886c-167219413854 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 210 time: 0.0319021 Jul 28 18:30:19.342697 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:19.834341 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:20.223032 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-49cbcb0c-1a10-4dc1-9265-0d2ef8e50d5b tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:20.224494 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-49cbcb0c-1a10-4dc1-9265-0d2ef8e50d5b tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "GET /v2.0/networks?id=5a2c91d4-4812-4415-8f68-db65a25a7ee7 HTTP/1.1" status: 200 len: 813 time: 0.1082664 Jul 28 18:30:20.242903 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Request body: {'port': {'device_id': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7', 'admin_state_up': True, 'tenant_id': 'f1e8613cb3f4463a8450d22995801d40'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:30:20.372482 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-0756c8a0-9790-47e5-bf49-ee019bca7eb3 req-e09a4c11-78a2-4967-9642-cb97d7399ac0 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 210 time: 0.0296271 Jul 28 18:30:20.451381 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Made reservation on behalf of f1e8613cb3f4463a8450d22995801d40 for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:30:20.455166 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:20.579260 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Allocated IP 172.20.0.4 (5a2c91d4-4812-4415-8f68-db65a25a7ee7/de1f7788-bf2e-4b00-8425-2d96bc7a4f36/5ef3f7e1-2aa5-4047-9de9-ce7526e7d163) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:30:20.728842 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks [] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:20.806059 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:20.852376 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:30:20.857690 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:30:20.861664 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:30:20.888751 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Pushing event updated for resources: {'Port': ['ID=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:20.915075 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:20.915709 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:20.979973 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-d6cddb81-2f98-4b85-8e33-4ad0f7430caa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7407005 Jul 28 18:30:21.033404 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Request body: {'port': {'device_id': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:30:21.092216 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:21.148575 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:21.189161 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:21.348927 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:30:21.356524 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Publish callbacks [] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:21.369365 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Transition to ACTIVE for port object 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:30:21.411477 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:21.464483 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:21.492663 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55ae63-82ca-41f4-ae8b-b7e578c4b64c req-9f541ff9-8f50-49be-9f03-306dcc6edcaf tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:21.494396 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a55ae63-82ca-41f4-ae8b-b7e578c4b64c req-9f541ff9-8f50-49be-9f03-306dcc6edcaf tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 943 time: 0.0520422 Jul 28 18:30:21.537683 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Attempting to bind port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:30:21.538019 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Attempting to bind port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:30:21.538355 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Attempting to bind port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 on network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:30:21.542785 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 on network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:30:21.542932 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-7a55ae63-82ca-41f4-ae8b-b7e578c4b64c req-c284b057-966f-4241-9017-365450dff11b tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428524 Jul 28 18:30:21.543108 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Attempting to bind port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 on network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:30:21.548045 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:30:21.548380 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Checking segment: {'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:30:21.548761 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Bound using segment: {'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:30:21.549229 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Bound port: 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:30:21.549577 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:21.617171 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] For port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:30:21.620115 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] For port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:30:21.669015 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:21.702141 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:21.703020 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:21.704381 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] 10.222.0.93 "PUT /v2.0/ports/5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 HTTP/1.1" status: 200 len: 1093 time: 0.6751726 Jul 28 18:30:21.704814 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'tag': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:30:21.707590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b22211-908c-403e-bec3-305cc2b3aa7e" -d '{"events": [{"name": "network-changed", "server_uuid": "84ce28d4-c5a8-41ac-a31a-2dd0a7a06127", "tag": "5ef3f7e1-2aa5-4047-9de9-ce7526e7d163"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:21.733870 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa81b41-e960-49b2-98c7-857c86481914 service neutron] Pushing event updated for resources: {'Port': ['ID=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:21.750671 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d373c3-2032-4a31-bba3-92c0df08ee75 x-openstack-request-id: req-b7d373c3-2032-4a31-bba3-92c0df08ee75 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:21.750671 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84ce28d4-c5a8-41ac-a31a-2dd0a7a06127", "tag": "5ef3f7e1-2aa5-4047-9de9-ce7526e7d163", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:21.750671 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-b7d373c3-2032-4a31-bba3-92c0df08ee75 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:21.750671 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d373c3-2032-4a31-bba3-92c0df08ee75'] response: {'name': 'network-changed', 'server_uuid': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'tag': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163', 'status': 'completed', 'code': 200} Jul 28 18:30:21.834589 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22211-908c-403e-bec3-305cc2b3aa7e req-91c05753-8c91-46d0-b47d-0eecc71ab8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:21.836206 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d2b22211-908c-403e-bec3-305cc2b3aa7e req-91c05753-8c91-46d0-b47d-0eecc71ab8df service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1e8613cb3f4463a8450d22995801d40&device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 1127 time: 0.0437081 Jul 28 18:30:21.945660 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22211-908c-403e-bec3-305cc2b3aa7e req-037d1b6f-fc2f-4d85-a255-a7719728228f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:21.947133 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d2b22211-908c-403e-bec3-305cc2b3aa7e req-037d1b6f-fc2f-4d85-a255-a7719728228f service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f1e8613cb3f4463a8450d22995801d40&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0982862 Jul 28 18:30:22.010138 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:22.041815 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b22211-908c-403e-bec3-305cc2b3aa7e req-f059ed59-0551-4d48-a6a0-584c5d61b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:22.043270 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d2b22211-908c-403e-bec3-305cc2b3aa7e req-f059ed59-0551-4d48-a6a0-584c5d61b007 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908086 Jul 28 18:30:22.154523 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-a108d66c-d8bd-49ff-8864-03a1749518b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:22.156089 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-a108d66c-d8bd-49ff-8864-03a1749518b5 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1e8613cb3f4463a8450d22995801d40&device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 1127 time: 0.0449150 Jul 28 18:30:22.203976 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-9f00da0d-b260-480b-ae47-0bb81f8183f1 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 HTTP/1.1" status: 200 len: 217 time: 0.0335407 Jul 28 18:30:22.253360 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-7ec50a97-959d-4655-b637-01c40bd492f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:22.255396 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-7ec50a97-959d-4655-b637-01c40bd492f8 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de1f7788-bf2e-4b00-8425-2d96bc7a4f36 HTTP/1.1" status: 200 len: 853 time: 0.0474801 Jul 28 18:30:22.288541 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-6a164614-e082-4c42-b408-d5b2da7c0da8 service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a2c91d4-4812-4415-8f68-db65a25a7ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258904 Jul 28 18:30:22.384065 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-ba9fe055-8801-4312-9def-4fe912233003 service neutron] 10.222.0.93 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893383 Jul 28 18:30:22.471403 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:22.476902 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-a0d723fa-8042-41eb-a735-128e25d53af8 req-e6963e73-4454-4546-9085-15c3a8bfaeff service neutron] 10.222.0.93 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871527 Jul 28 18:30:22.662800 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e504d3b0-49d6-4a5f-b6b0-8dde64145904 req-7abf4618-c6c8-4f2b-bdbd-03a9bdfeee93 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:22.664284 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e504d3b0-49d6-4a5f-b6b0-8dde64145904 req-7abf4618-c6c8-4f2b-bdbd-03a9bdfeee93 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 943 time: 0.0463793 Jul 28 18:30:22.715287 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-e504d3b0-49d6-4a5f-b6b0-8dde64145904 req-24764109-e2fd-416f-8409-dad11d0a6ab3 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451627 Jul 28 18:30:23.837542 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb8e997-230e-46bc-b114-0a09cc8fe6b4 req-e76a44be-4332-4d6b-8827-9cf30b27aa46 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:23.839173 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dcb8e997-230e-46bc-b114-0a09cc8fe6b4 req-e76a44be-4332-4d6b-8827-9cf30b27aa46 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 943 time: 0.0529144 Jul 28 18:30:23.872624 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:23.887318 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-dcb8e997-230e-46bc-b114-0a09cc8fe6b4 req-95b189cd-6247-4729-b2e8-f6651e6a1202 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424726 Jul 28 18:30:25.007129 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43440897-a283-4ba5-89a3-659a4c19eeb5 req-e2696eaf-59ad-43d9-8b62-ef89f6925f6e tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:25.008626 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43440897-a283-4ba5-89a3-659a4c19eeb5 req-e2696eaf-59ad-43d9-8b62-ef89f6925f6e tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 943 time: 0.0495760 Jul 28 18:30:25.055966 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-43440897-a283-4ba5-89a3-659a4c19eeb5 req-452cd753-1536-40ef-9d57-673bb51fef0d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416257 Jul 28 18:30:26.178966 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abeeee-312c-4692-a02a-b13bdf65b92d req-7208edb4-fb1e-496d-ab9a-d69710118159 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:26.180481 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-65abeeee-312c-4692-a02a-b13bdf65b92d req-7208edb4-fb1e-496d-ab9a-d69710118159 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 943 time: 0.0515010 Jul 28 18:30:26.237123 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-65abeeee-312c-4692-a02a-b13bdf65b92d req-e841f8ae-b8fe-45f8-84c5-5becb25f2432 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Jul 28 18:30:27.052131 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:30:27.155582 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:27.166546 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163', 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7', 'port_id': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163', 'mac_address': 'fa:16:3e:96:50:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f7788-bf2e-4b00-8425-2d96bc7a4f36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:30:27.201545 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:30:27.201935 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:27.215943 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:30:27.236835 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:27.302860 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:27.357488 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:27.358216 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005903b8-dc48-4348-b9ec-3146f4dd6312 req-2082bf57-b23e-4be0-b032-64439d85ba75 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:27.359711 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-005903b8-dc48-4348-b9ec-3146f4dd6312 req-2082bf57-b23e-4be0-b032-64439d85ba75 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 944 time: 0.0488908 Jul 28 18:30:27.410319 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-005903b8-dc48-4348-b9ec-3146f4dd6312 req-47e3ee04-c54d-4e58-9605-2a80715c0b64 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427592 Jul 28 18:30:27.697275 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:27.734153 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['5ef3f7e1-2aa5-4047-9de9-ce7526e7d163'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:30:27.939983 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:28.533435 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc470925-0395-4d69-ae0c-97021064e30f req-6d9f05e9-e285-4ca5-8268-023f8969187d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:28.534959 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc470925-0395-4d69-ae0c-97021064e30f req-6d9f05e9-e285-4ca5-8268-023f8969187d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 944 time: 0.0507972 Jul 28 18:30:28.546724 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:28.581406 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc470925-0395-4d69-ae0c-97021064e30f req-9b190d0d-ddca-45a8-ad83-320db0f606b3 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408077 Jul 28 18:30:29.068845 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:30:29.110130 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:30:29.199394 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:30:29.199793 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:29.274715 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:30:29.275096 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:29.301792 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:30:29.304449 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d09ae8-ea99-46d6-ab85-c386071677fa" -d '{"events": [{"server_uuid": "84ce28d4-c5a8-41ac-a31a-2dd0a7a06127", "name": "network-vif-plugged", "status": "completed", "tag": "5ef3f7e1-2aa5-4047-9de9-ce7526e7d163"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:30:29.317323 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:30:29.376877 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:29.402859 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:29.431115 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:30:29.471087 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910d32d1-1776-4cef-908d-8e1c91443317 x-openstack-request-id: req-910d32d1-1776-4cef-908d-8e1c91443317 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:30:29.471381 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ce28d4-c5a8-41ac-a31a-2dd0a7a06127", "name": "network-vif-plugged", "status": "completed", "tag": "5ef3f7e1-2aa5-4047-9de9-ce7526e7d163", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:30:29.471637 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-910d32d1-1776-4cef-908d-8e1c91443317 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:30:29.472111 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-910d32d1-1776-4cef-908d-8e1c91443317'] response: {'server_uuid': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163', 'code': 200} Jul 28 18:30:29.702527 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b2265-2d30-447f-bc20-aab7f1d69d30 req-b689ebf9-c50d-4a1d-baea-a70da7ad4b06 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:29.704017 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d08b2265-2d30-447f-bc20-aab7f1d69d30 req-b689ebf9-c50d-4a1d-baea-a70da7ad4b06 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 945 time: 0.0484779 Jul 28 18:30:29.752421 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d08b2265-2d30-447f-bc20-aab7f1d69d30 req-7f11a646-fe1a-4afa-a138-7ae593711be4 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420406 Jul 28 18:30:29.833764 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164415bb-04c9-4b3c-8781-8003e4387954 req-e2247bd6-fd37-4f8c-aec6-2576d57358ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:29.835248 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-164415bb-04c9-4b3c-8781-8003e4387954 req-e2247bd6-fd37-4f8c-aec6-2576d57358ea service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 1129 time: 0.0387568 Jul 28 18:30:29.879338 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-164415bb-04c9-4b3c-8781-8003e4387954 req-0b6c83d1-6d04-4ad2-a680-31b9aef0c699 service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383575 Jul 28 18:30:30.875816 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadaae7-7f24-4229-a72f-417cdedd7c05 req-c4ee64f8-07cf-40b2-be77-a42d8ccae4a7 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:30.877328 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9fadaae7-7f24-4229-a72f-417cdedd7c05 req-c4ee64f8-07cf-40b2-be77-a42d8ccae4a7 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 945 time: 0.0527039 Jul 28 18:30:30.928258 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9fadaae7-7f24-4229-a72f-417cdedd7c05 req-bc63dff6-993d-48a7-bc33-b4b0ad3cebce tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Jul 28 18:30:32.044910 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7758e20-353e-4b12-9b89-de6cfb28d116 req-c8abf239-1e2d-4030-8493-a91825b8f708 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:32.046398 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b7758e20-353e-4b12-9b89-de6cfb28d116 req-c8abf239-1e2d-4030-8493-a91825b8f708 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 945 time: 0.0475640 Jul 28 18:30:32.093724 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b7758e20-353e-4b12-9b89-de6cfb28d116 req-e85ba8ce-d873-44c8-88d8-a3caa636a24e tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417531 Jul 28 18:30:33.263266 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:30:39.425391 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=31,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:39.869704 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=8 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:39.877112 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=41 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:40.373544 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=13 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:42.087352 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=67 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:42.090240 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=29 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:42.968813 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-d367c1d5-83ae-420f-a3ed-d43f453b2238 service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398631 Jul 28 18:30:43.075094 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-27ee3b3f-9704-4e80-b757-f3077b77e682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:43.076622 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-27ee3b3f-9704-4e80-b757-f3077b77e682 service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1e8613cb3f4463a8450d22995801d40&device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 1129 time: 0.0473497 Jul 28 18:30:43.187894 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-9faedfad-9683-4bb4-86a9-885ce547dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:43.189423 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-9faedfad-9683-4bb4-86a9-885ce547dd81 service neutron] 10.222.0.93 "GET /v2.0/networks?id=5a2c91d4-4812-4415-8f68-db65a25a7ee7 HTTP/1.1" status: 200 len: 914 time: 0.0946701 Jul 28 18:30:43.230314 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-d7830673-4d39-4786-aa32-02869b153e29 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 HTTP/1.1" status: 200 len: 217 time: 0.0331788 Jul 28 18:30:43.256859 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=15 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:43.283923 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-9a7d3c85-0115-46be-a15e-28e2650e0c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:30:43.285435 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-9a7d3c85-0115-46be-a15e-28e2650e0c0c service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de1f7788-bf2e-4b00-8425-2d96bc7a4f36 HTTP/1.1" status: 200 len: 853 time: 0.0492561 Jul 28 18:30:43.321253 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-b99957d7-0349-4e7d-a807-d6887130e72d service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a2c91d4-4812-4415-8f68-db65a25a7ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288777 Jul 28 18:30:43.414850 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-d0b2bc73-c24a-45eb-bbcd-86a5e60568db service neutron] 10.222.0.93 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864558 Jul 28 18:30:43.510757 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-be9228a9-fe13-48d8-9652-f3e1b53a1009 req-602249f5-e50d-4400-b49f-58d158702806 service neutron] 10.222.0.93 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897386 Jul 28 18:30:44.633466 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-073eba36-6b97-4c50-964c-11260115e2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:46.885337 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-76cec104-c56e-4a97-92d4-5cb34179bd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:47.993030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:49.364484 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:49.810344 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:30:53.057987 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:53.505819 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=46 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:53.507726 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=42 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:30:57.655941 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:07.609667 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:07.612533 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:10.262492 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:31:14.673019 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2c8c5551-cd0e-403e-bc03-5549e887b08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:16.860832 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-11b78064-38b7-4d3e-b26e-fa11e089b5f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:18.003990 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:19.346467 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:19.803847 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:26.200383 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50c64c-2d19-4596-b413-100efca67de5 req-43073dfe-bf77-4459-968a-9ab1016467f7 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:26.204087 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ce50c64c-2d19-4596-b413-100efca67de5 req-43073dfe-bf77-4459-968a-9ab1016467f7 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 945 time: 0.0493338 Jul 28 18:31:26.249963 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ce50c64c-2d19-4596-b413-100efca67de5 req-a709a43a-c94a-49cf-9fb2-dc58c102a07c tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411811 Jul 28 18:31:27.371608 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08be2e-1dc8-46d7-b0eb-f7541f23e20e req-f290f0df-461f-4065-852f-66c290fc156a tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:27.373105 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5b08be2e-1dc8-46d7-b0eb-f7541f23e20e req-f290f0df-461f-4065-852f-66c290fc156a tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 945 time: 0.0518374 Jul 28 18:31:27.420648 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5b08be2e-1dc8-46d7-b0eb-f7541f23e20e req-7e984aa1-76ff-4393-a9df-e764d7a40f51 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419512 Jul 28 18:31:27.706244 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:28.343477 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35688434-9aee-4b6e-a432-755f81971a7c req-9d08021b-f770-4f3e-8f0d-85591b51b8b8 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:28.344936 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-35688434-9aee-4b6e-a432-755f81971a7c req-9d08021b-f770-4f3e-8f0d-85591b51b8b8 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 945 time: 0.0473697 Jul 28 18:31:28.428772 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Deleting port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:31:28.429228 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:28.532791 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] For port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:31:28.533182 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:28.546097 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Calling delete_port for 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:31:28.552613 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa53ef-8603-4320-bb48-79841668bca5 req-d9cb08b2-14d7-451b-b2f1-b5f9eaa52654 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:28.554135 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9caa53ef-8603-4320-bb48-79841668bca5 req-d9cb08b2-14d7-451b-b2f1-b5f9eaa52654 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 945 time: 0.0500169 Jul 28 18:31:28.602105 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-9caa53ef-8603-4320-bb48-79841668bca5 req-d9890b47-80fc-4bb1-8c98-b486ddb4241d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422413 Jul 28 18:31:28.752300 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (5ef3f7e1-2aa5-4047-9de9-ce7526e7d163), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:28.778275 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Pushing event deleted for resources: {'Port': ['ID=5ef3f7e1-2aa5-4047-9de9-ce7526e7d163,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:28.787903 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.788249 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.788757 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.788949 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.789308 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.789614 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.789819 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['5ef3f7e1-2aa5-4047-9de9-ce7526e7d163'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:31:28.790542 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.790542 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.790862 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.791986 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.791986 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.791986 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.791986 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.792590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.792590 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:28.852843 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] No DVR routers for this DVR port 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:31:28.855339 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:28.860537 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-35688434-9aee-4b6e-a432-755f81971a7c req-bad2edaf-a4e9-44be-9d6c-9a65e16ef3c5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "DELETE /v2.0/ports/5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 HTTP/1.1" status: 204 len: 173 time: 0.5103023 Jul 28 18:31:28.861223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'name': 'network-vif-deleted', 'tag': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:31:28.865057 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf7e5f8-af50-4273-97bb-2b42f1129cdd" -d '{"events": [{"server_uuid": "84ce28d4-c5a8-41ac-a31a-2dd0a7a06127", "name": "network-vif-deleted", "tag": "5ef3f7e1-2aa5-4047-9de9-ce7526e7d163"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:31:28.906117 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd2addc-8ffe-4c33-b64f-fe37c012b273 x-openstack-request-id: req-2cd2addc-8ffe-4c33-b64f-fe37c012b273 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:31:28.906417 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84ce28d4-c5a8-41ac-a31a-2dd0a7a06127", "name": "network-vif-deleted", "tag": "5ef3f7e1-2aa5-4047-9de9-ce7526e7d163", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:31:28.906678 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-2cd2addc-8ffe-4c33-b64f-fe37c012b273 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:31:28.907091 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cd2addc-8ffe-4c33-b64f-fe37c012b273'] response: {'server_uuid': '84ce28d4-c5a8-41ac-a31a-2dd0a7a06127', 'name': 'network-vif-deleted', 'tag': '5ef3f7e1-2aa5-4047-9de9-ce7526e7d163', 'status': 'completed', 'code': 200} Jul 28 18:31:29.715211 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d73aff05-098b-4b01-bac2-9815b12ba385 req-2dd14281-55e5-45b1-b9eb-21dc03378145 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=84ce28d4-c5a8-41ac-a31a-2dd0a7a06127 HTTP/1.1" status: 200 len: 210 time: 0.0312986 Jul 28 18:31:30.054125 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:30.054774 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:34.684080 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:31:34.705840 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:31:34.706229 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 5ef3f7e1-2aa5-4047-9de9-ce7526e7d163 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:31:38.831607 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=43,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:38.832346 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=48,neutron:DELETE=4 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:39.693243 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=30 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:39.694135 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=26 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:41.236287 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-0aca685c-595e-42b7-828d-d7fa0610180d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:41.237824 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-0aca685c-595e-42b7-828d-d7fa0610180d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/networks?id=5a2c91d4-4812-4415-8f68-db65a25a7ee7 HTTP/1.1" status: 200 len: 813 time: 0.1117678 Jul 28 18:31:41.253375 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-e69eb67a-03da-4765-9513-b15f469620d9 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/quotas/f1e8613cb3f4463a8450d22995801d40 HTTP/1.1" status: 200 len: 375 time: 0.0099218 Jul 28 18:31:41.286517 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-4fce2c07-d021-4f42-bbb9-f41fcb4b55cc tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?tenant_id=f1e8613cb3f4463a8450d22995801d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279050 Jul 28 18:31:41.446163 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-b8c44ed9-c81e-458d-b378-f7932c0b069d service neutron] 10.222.0.86 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531250 Jul 28 18:31:41.537940 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-bf3bc2ee-ef28-44c8-9885-5efbf43834f3 service neutron] 10.222.0.86 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857940 Jul 28 18:31:42.789401 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-ce0336ed-049e-432d-abbb-bf6f8d243dfb req-69e2f117-c897-43da-b1d5-8e734be98bfe tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 210 time: 0.0280068 Jul 28 18:31:43.163732 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:43.870433 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3e5948df-df4c-48e2-839e-54d2ac60df1d req-723b5144-f543-4ecd-a8f2-3d75f17795d5 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 210 time: 0.0278425 Jul 28 18:31:44.552431 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:44.554030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=13,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:44.637569 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-90b43652-73f6-464a-bd2d-987b8c7d0d38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:44.953593 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-17e8460e-dffd-40fc-87b4-82a693609e2f req-6c939127-5073-4d26-8548-7215912e3d49 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Jul 28 18:31:46.035211 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1fab5184-3d52-480e-af7a-7101fd9002d2 req-799a98fe-6b45-4f1e-8adf-640652ac3ceb tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 210 time: 0.0302722 Jul 28 18:31:46.848334 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-ac564d08-5d09-4c5e-af58-c7405225cf01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:47.130910 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-c36b3d87-0a16-474c-a04e-07e5b16c1409 req-e0c4d195-97a2-4ce7-aee5-e32ba37f7b87 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 210 time: 0.0280960 Jul 28 18:31:47.261164 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:31:47.985929 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:48.228017 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-57c3cc26-79c4-4210-bd63-1a3efbe145d0 req-23d917ab-4a47-4eb8-862c-d6d0c455c95f tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 210 time: 0.0271258 Jul 28 18:31:48.600991 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3adb0da8-efa7-46ba-b5fa-baad8b4e96a9 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:48.602442 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3adb0da8-efa7-46ba-b5fa-baad8b4e96a9 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "GET /v2.0/networks?id=5a2c91d4-4812-4415-8f68-db65a25a7ee7 HTTP/1.1" status: 200 len: 813 time: 0.1028457 Jul 28 18:31:48.620493 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Request body: {'port': {'device_id': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7', 'admin_state_up': True, 'tenant_id': 'f1e8613cb3f4463a8450d22995801d40'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:31:48.791459 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Made reservation on behalf of f1e8613cb3f4463a8450d22995801d40 for: {'port': 1} {{(pid=104675) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 28 18:31:48.794943 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (None), before_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:48.925983 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_common [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Allocated IP 172.20.0.2 (5a2c91d4-4812-4415-8f68-db65a25a7ee7/de1f7788-bf2e-4b00-8425-2d96bc7a4f36/560ef11e-4852-4ee5-b1eb-429010962ff3) {{(pid=104675) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 28 18:31:49.073944 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks [] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), precommit_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.163223 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783930692931', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), after_create {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.211688 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 is already hosted by enough agents. {{(pid=104675) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 28 18:31:49.214989 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.scheduler.base_scheduler [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Resources bound (agent type, host, resource id): {{(pid=104675) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 28 18:31:49.218837 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Received port after_create {{(pid=104675) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 28 18:31:49.224938 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Pushing event updated for resources: {'Port': ['ID=560ef11e-4852-4ee5-b1eb-429010962ff3,revision_number=1']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:49.272041 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:49.272672 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.349565 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8602eb84-303f-4f15-b928-04a0dff50291 req-2fedd899-b00c-4c99-9750-4462c6902920 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:49.351128 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8602eb84-303f-4f15-b928-04a0dff50291 req-2fedd899-b00c-4c99-9750-4462c6902920 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 931 time: 0.0485446 Jul 28 18:31:49.353927 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-3f629b81-b5b9-4f1b-b31e-28d7fcab96b1 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369883 Jul 28 18:31:49.370536 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.v2.base [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Request body: {'port': {'device_id': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84617'}} {{(pid=104675) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 28 18:31:49.397493 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.399390 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8602eb84-303f-4f15-b928-04a0dff50291 req-0c1490b8-88cb-4b17-90e6-879435e4acc4 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425391 Jul 28 18:31:49.426564 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:49.431241 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.530706 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:49.686912 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560ef11e-4852-4ee5-b1eb-429010962ff3 {{(pid=104675) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:31:49.694313 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Publish callbacks [] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), precommit_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.708015 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.provisioning_blocks [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Transition to ACTIVE for port object 560ef11e-4852-4ee5-b1eb-429010962ff3 will not be triggered until provisioned by entity L2. {{(pid=104675) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 28 18:31:49.791237 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.831635 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.843306 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Pushing event updated for resources: {'Port': ['ID=560ef11e-4852-4ee5-b1eb-429010962ff3,revision_number=2']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:49.914691 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Attempting to bind port 560ef11e-4852-4ee5-b1eb-429010962ff3 on host hv-cinder-84617 for vnic_type normal with profile {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 28 18:31:49.915030 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Attempting to bind port 560ef11e-4852-4ee5-b1eb-429010962ff3 by drivers openvswitch,hyperv on host hv-cinder-84617 at level 0 using segments [{'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 28 18:31:49.915363 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Attempting to bind port 560ef11e-4852-4ee5-b1eb-429010962ff3 on network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:31:49.919754 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Port 560ef11e-4852-4ee5-b1eb-429010962ff3 on network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84617 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 28 18:31:49.920078 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Attempting to bind port 560ef11e-4852-4ee5-b1eb-429010962ff3 on network 5a2c91d4-4812-4415-8f68-db65a25a7ee7 {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 28 18:31:49.925536 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Checking agent: {'id': 'ee374de4-be4b-4708-8056-b0a322b1916a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'started_at': datetime.datetime(2022, 7, 28, 18, 10, 27), 'heartbeat_timestamp': datetime.datetime(2022, 7, 28, 18, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 28 18:31:49.925983 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Checking segment: {'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104675) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 28 18:31:49.926376 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Bound using segment: {'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'} {{(pid=104675) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 28 18:31:49.926800 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.managers [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Bound port: 560ef11e-4852-4ee5-b1eb-429010962ff3, host: hv-cinder-84617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 910, 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7'}}] {{(pid=104675) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 28 18:31:49.927159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), before_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:49.987492 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] For port 560ef11e-4852-4ee5-b1eb-429010962ff3, host hv-cinder-84617, cleared binding levels {{(pid=104675) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 28 18:31:49.993797 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] For port 560ef11e-4852-4ee5-b1eb-429010962ff3, host hv-cinder-84617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=560ef11e-4852-4ee5-b1eb-429010962ff3,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104675) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 28 18:31:50.066046 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30297221'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), after_update {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:50.101328 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:50.102123 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:50.103477 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] 10.222.0.93 "PUT /v2.0/ports/560ef11e-4852-4ee5-b1eb-429010962ff3 HTTP/1.1" status: 200 len: 1093 time: 0.7372785 Jul 28 18:31:50.105712 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'tag': '560ef11e-4852-4ee5-b1eb-429010962ff3'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:31:50.108578 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee11cb8-991c-4644-a656-8c8369ece985" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8", "tag": "560ef11e-4852-4ee5-b1eb-429010962ff3"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:31:50.132383 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8822d646-6c60-413d-95bc-8e3fbcf02774 service neutron] Pushing event updated for resources: {'Port': ['ID=560ef11e-4852-4ee5-b1eb-429010962ff3,revision_number=3']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:50.146937 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Jul 2022 18:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df8d251-0179-4fb0-a52d-7795de03c948 x-openstack-request-id: req-6df8d251-0179-4fb0-a52d-7795de03c948 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:31:50.147202 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8", "tag": "560ef11e-4852-4ee5-b1eb-429010962ff3", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:31:50.147477 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-6df8d251-0179-4fb0-a52d-7795de03c948 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:31:50.147860 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6df8d251-0179-4fb0-a52d-7795de03c948'] response: {'name': 'network-changed', 'server_uuid': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'tag': '560ef11e-4852-4ee5-b1eb-429010962ff3', 'status': 'completed', 'code': 200} Jul 28 18:31:50.232348 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee11cb8-991c-4644-a656-8c8369ece985 req-e2bb1a9c-3cbb-41ae-874d-20370e41527c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:50.234385 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-8ee11cb8-991c-4644-a656-8c8369ece985 req-e2bb1a9c-3cbb-41ae-874d-20370e41527c service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1e8613cb3f4463a8450d22995801d40&device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 1127 time: 0.0438173 Jul 28 18:31:50.322485 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:50.347082 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee11cb8-991c-4644-a656-8c8369ece985 req-61cca6d4-9eb7-41c4-8a60-b86bff7f7582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:50.348610 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-8ee11cb8-991c-4644-a656-8c8369ece985 req-61cca6d4-9eb7-41c4-8a60-b86bff7f7582 service neutron] 10.222.0.93 "GET /v2.0/networks?tenant_id=f1e8613cb3f4463a8450d22995801d40&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0991981 Jul 28 18:31:50.527927 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567768f0-a7fa-4dbc-98aa-f0dd3aba4a92 req-b8181a02-7e7f-4424-ae20-9517908e03a7 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:50.530716 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-567768f0-a7fa-4dbc-98aa-f0dd3aba4a92 req-b8181a02-7e7f-4424-ae20-9517908e03a7 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 943 time: 0.0548224 Jul 28 18:31:50.580592 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-567768f0-a7fa-4dbc-98aa-f0dd3aba4a92 req-b523d3a2-4f94-4e22-9b5f-42e3a5735014 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442569 Jul 28 18:31:50.673980 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee11cb8-991c-4644-a656-8c8369ece985 req-fd8a9f87-2633-4e5e-ad5d-67c8b8e3f6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:50.675452 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-8ee11cb8-991c-4644-a656-8c8369ece985 req-fd8a9f87-2633-4e5e-ad5d-67c8b8e3f6c0 service neutron] 10.222.0.93 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3208039 Jul 28 18:31:50.771723 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-71b82b30-4917-4620-95a6-38e4ba932f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:50.773270 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-71b82b30-4917-4620-95a6-38e4ba932f8a service neutron] 10.222.0.93 "GET /v2.0/ports?tenant_id=f1e8613cb3f4463a8450d22995801d40&device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 1127 time: 0.0395167 Jul 28 18:31:50.821363 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-8927aa23-7275-420f-b3a2-c357c25d2d30 service neutron] 10.222.0.93 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=560ef11e-4852-4ee5-b1eb-429010962ff3 HTTP/1.1" status: 200 len: 217 time: 0.0356362 Jul 28 18:31:50.869719 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-ba0df1eb-cc3b-48dc-9c88-7917de4a6a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:50.871170 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-ba0df1eb-cc3b-48dc-9c88-7917de4a6a39 service neutron] 10.222.0.93 "GET /v2.0/subnets?id=de1f7788-bf2e-4b00-8425-2d96bc7a4f36 HTTP/1.1" status: 200 len: 853 time: 0.0435069 Jul 28 18:31:50.902236 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-ca75c0cf-5ec1-4b38-9bb0-1c095036ddea service neutron] 10.222.0.93 "GET /v2.0/ports?network_id=5a2c91d4-4812-4415-8f68-db65a25a7ee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258341 Jul 28 18:31:50.993868 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-6fdf4377-3401-48c1-830f-31bee9e2d1a4 service neutron] 10.222.0.93 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848689 Jul 28 18:31:51.082501 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-360a44c9-c7d6-45cf-8b44-119bac8f379e req-5d723bd9-effe-4b29-b8b7-cf390060f057 service neutron] 10.222.0.93 "GET /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827348 Jul 28 18:31:51.698034 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7e26d-7d1b-4896-bb09-6e15616dcfc7 req-e873e254-4425-46c7-88ad-b7750666088b tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:51.699483 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-60c7e26d-7d1b-4896-bb09-6e15616dcfc7 req-e873e254-4425-46c7-88ad-b7750666088b tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 943 time: 0.0469439 Jul 28 18:31:51.746717 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-60c7e26d-7d1b-4896-bb09-6e15616dcfc7 req-4bd6b109-8eb3-4808-89b6-233e8bd55bf4 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414476 Jul 28 18:31:52.868778 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4875b-0b00-4e0b-ba19-515c88dcd68b req-977979d6-6697-4bf4-8a7d-166131dc4dbf tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:52.870282 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5bb4875b-0b00-4e0b-ba19-515c88dcd68b req-977979d6-6697-4bf4-8a7d-166131dc4dbf tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 943 time: 0.0508466 Jul 28 18:31:52.917386 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-5bb4875b-0b00-4e0b-ba19-515c88dcd68b req-5b0e9aab-a568-4202-956a-e2a7a36102f4 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Jul 28 18:31:54.031982 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39847c-567d-452e-8815-6822ffe4e0e5 req-eb0dabf6-3ce2-4ed4-9b9c-b4cff749ed6c tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:54.033486 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc39847c-567d-452e-8815-6822ffe4e0e5 req-eb0dabf6-3ce2-4ed4-9b9c-b4cff749ed6c tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 943 time: 0.0463660 Jul 28 18:31:54.083115 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-bc39847c-567d-452e-8815-6822ffe4e0e5 req-dbbe7dc4-9486-403c-891c-10da15201f22 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439420 Jul 28 18:31:55.199467 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5dfb04-fa42-4c1a-b62e-dd366dec69b8 req-b1dd0690-32ca-4e4d-96fc-6c5003fad388 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:55.201205 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3d5dfb04-fa42-4c1a-b62e-dd366dec69b8 req-b1dd0690-32ca-4e4d-96fc-6c5003fad388 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 943 time: 0.0469275 Jul 28 18:31:55.250764 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-3d5dfb04-fa42-4c1a-b62e-dd366dec69b8 req-1be7963a-c9d7-4cc0-b7b9-7eff71b950ce tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441384 Jul 28 18:31:55.398190 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 560ef11e-4852-4ee5-b1eb-429010962ff3 details requested by agent hyperv_hv-cinder-84617 with host hv-cinder-84617 {{(pid=104677) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 28 18:31:55.496924 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 560ef11e-4852-4ee5-b1eb-429010962ff3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=560ef11e-4852-4ee5-b1eb-429010962ff3,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:31:55.508533 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Returning: {'device': '560ef11e-4852-4ee5-b1eb-429010962ff3', 'network_id': '5a2c91d4-4812-4415-8f68-db65a25a7ee7', 'port_id': '560ef11e-4852-4ee5-b1eb-429010962ff3', 'mac_address': 'fa:16:3e:fc:de:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 910, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de1f7788-bf2e-4b00-8425-2d96bc7a4f36', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104677) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 28 18:31:55.545612 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 560ef11e-4852-4ee5-b1eb-429010962ff3 is: DOWN; New status is: BUILD {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:31:55.546787 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:55.559303 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560ef11e-4852-4ee5-b1eb-429010962ff3 {{(pid=104677) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 28 18:31:55.579496 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 560ef11e-4852-4ee5-b1eb-429010962ff3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=560ef11e-4852-4ee5-b1eb-429010962ff3,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:31:55.665196 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:55.710669 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=560ef11e-4852-4ee5-b1eb-429010962ff3,revision_number=4']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:55.717592 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.718430 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.718772 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.719235 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.719572 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.719906 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.720239 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.720567 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.720893 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.721242 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.721574 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.721898 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.722221 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.722542 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:55.722860 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104677) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:31:56.112128 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['560ef11e-4852-4ee5-b1eb-429010962ff3'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:31:56.357026 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:56.367921 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49e4246-40d7-409f-9d1c-48125ff8022b req-1982cb60-438f-4bf3-8c99-1b9a687fdb74 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:56.369363 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d49e4246-40d7-409f-9d1c-48125ff8022b req-1982cb60-438f-4bf3-8c99-1b9a687fdb74 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 944 time: 0.0473645 Jul 28 18:31:56.418043 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-d49e4246-40d7-409f-9d1c-48125ff8022b req-8062d568-99bf-4943-90d0-9aa3a3dcaaca tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Jul 28 18:31:57.407102 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 560ef11e-4852-4ee5-b1eb-429010962ff3 up at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 28 18:31:57.449203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning for port 560ef11e-4852-4ee5-b1eb-429010962ff3 completed by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 28 18:31:57.505501 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.db.provisioning_blocks [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Provisioning complete for port 560ef11e-4852-4ee5-b1eb-429010962ff3 triggered by entity L2. {{(pid=104677) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 28 18:31:57.505957 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3319712'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), provisioning_complete {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:57.519866 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=100 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:57.538400 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad246b-5adc-4e86-b6d0-f05e44703d35 req-42b1c90b-081d-4d26-ae62-9c4ccf612b74 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:57.539914 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-44ad246b-5adc-4e86-b6d0-f05e44703d35 req-42b1c90b-081d-4d26-ae62-9c4ccf612b74 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 944 time: 0.0505002 Jul 28 18:31:57.586412 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Current status of the port 560ef11e-4852-4ee5-b1eb-429010962ff3 is: BUILD; New status is: ACTIVE {{(pid=104677) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 28 18:31:57.592143 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3955651'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), before_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:57.592485 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-44ad246b-5adc-4e86-b6d0-f05e44703d35 req-84797524-b392-4801-bcc5-2b64afa3966d tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432041 Jul 28 18:31:57.606398 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:57.610714 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ef11e-4852-4ee5-b1eb-429010962ff3'}] {{(pid=104677) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:31:57.614765 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fd478235335b35fbf06d5dd82ab9df818d56014bb2f96e60aad817737add6372" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76972953-6a69-4511-a060-0924ddd3cc03" -d '{"events": [{"server_uuid": "cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8", "name": "network-vif-plugged", "status": "completed", "tag": "560ef11e-4852-4ee5-b1eb-429010962ff3"}]}' {{(pid=104677) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:31:57.615080 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:57.625721 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] For port 560ef11e-4852-4ee5-b1eb-429010962ff3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=560ef11e-4852-4ee5-b1eb-429010962ff3,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104677) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:31:57.651206 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f4f66b-7089-46a1-9042-459b72057141 x-openstack-request-id: req-a5f4f66b-7089-46a1-9042-459b72057141 {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:31:57.651496 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8", "name": "network-vif-plugged", "status": "completed", "tag": "560ef11e-4852-4ee5-b1eb-429010962ff3", "code": 200}]} {{(pid=104677) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:31:57.651755 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-a5f4f66b-7089-46a1-9042-459b72057141 {{(pid=104677) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:31:57.652155 dv-cinder-846173-4-iscsi neutron-server[104677]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5f4f66b-7089-46a1-9042-459b72057141'] response: {'server_uuid': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560ef11e-4852-4ee5-b1eb-429010962ff3', 'code': 200} Jul 28 18:31:57.671119 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783931072220', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783930692949', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783930692967'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:57.719635 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:31:57.720693 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Pushing event updated for resources: {'Port': ['ID=560ef11e-4852-4ee5-b1eb-429010962ff3,revision_number=5']} {{(pid=104677) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:31:57.948211 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:31:57.960249 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb07ba5a-8296-4745-8370-c338f3d1ab31 req-88174d0e-042e-4d3d-ba26-6a054c520f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:57.961772 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fb07ba5a-8296-4745-8370-c338f3d1ab31 req-88174d0e-042e-4d3d-ba26-6a054c520f5b service neutron] 10.222.0.93 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 1129 time: 0.0432274 Jul 28 18:31:58.005930 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-fb07ba5a-8296-4745-8370-c338f3d1ab31 req-6bee357f-d512-440b-ab3a-76419cfd36af service neutron] 10.222.0.93 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387030 Jul 28 18:31:58.715526 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cbfd5f-2e80-4d47-8e46-87419ffb6dda req-b530d88a-c1f6-4910-b190-031b1ec93047 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:58.716918 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58cbfd5f-2e80-4d47-8e46-87419ffb6dda req-b530d88a-c1f6-4910-b190-031b1ec93047 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 945 time: 0.0569963 Jul 28 18:31:58.764035 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-58cbfd5f-2e80-4d47-8e46-87419ffb6dda req-fd44d07f-32ad-49b1-b8a6-0573f9d23460 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409808 Jul 28 18:31:59.886813 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cb2ed4-8acd-44e0-bab8-1e6343cf51d9 req-251f1410-90b2-4d03-b9ab-8a01c3c1edeb tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:31:59.888307 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-39cb2ed4-8acd-44e0-bab8-1e6343cf51d9 req-251f1410-90b2-4d03-b9ab-8a01c3c1edeb tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 945 time: 0.0502090 Jul 28 18:31:59.936789 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-39cb2ed4-8acd-44e0-bab8-1e6343cf51d9 req-5236e0e2-6241-4e45-a543-eb9a81cd2bba tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428488 Jul 28 18:32:01.051771 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8170e502-f2ae-4621-8dfe-8c13cdb82764 req-78e39067-d8e7-4507-9f70-42c8c4367b34 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:32:01.053251 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8170e502-f2ae-4621-8dfe-8c13cdb82764 req-78e39067-d8e7-4507-9f70-42c8c4367b34 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 945 time: 0.0457058 Jul 28 18:32:01.103652 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-8170e502-f2ae-4621-8dfe-8c13cdb82764 req-22fadc83-4f2d-434d-bb80-4a4c6e3101a6 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449004 Jul 28 18:32:07.050690 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:07.051446 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:07.751421 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:08.003878 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=49 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:11.097345 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=31 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:11.100570 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=43 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:14.653178 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-75a026fe-c9b4-49b8-8f97-efd4c042b72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:16.875401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-987a7906-8133-4d61-9546-5911b2db35ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:17.984534 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:19.390532 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:19.807409 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:24.260015 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:32:26.615398 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2dc3b-1160-4457-bc3d-4504c8f5763c req-be069e82-8c66-4281-8721-9f77618a0a9c tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:32:26.616851 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-13e2dc3b-1160-4457-bc3d-4504c8f5763c req-be069e82-8c66-4281-8721-9f77618a0a9c tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 945 time: 0.0469735 Jul 28 18:32:26.663275 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-13e2dc3b-1160-4457-bc3d-4504c8f5763c req-17debabe-c322-418e-a88e-a20d83aae65b tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Jul 28 18:32:27.687489 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:27.779793 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477bcae-f003-4a4b-b7fb-f4953b1af7ed req-020e719e-76dd-468c-9e23-0def7bb12695 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:32:27.781280 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b477bcae-f003-4a4b-b7fb-f4953b1af7ed req-020e719e-76dd-468c-9e23-0def7bb12695 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 945 time: 0.0459538 Jul 28 18:32:27.829242 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-b477bcae-f003-4a4b-b7fb-f4953b1af7ed req-f8480d9f-561a-4679-9546-b5ee95a14b0c tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419414 Jul 28 18:32:28.621271 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-2625d48d-f232-48d3-8bf0-c0933ce1ad26 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104675) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:32:28.622688 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-2625d48d-f232-48d3-8bf0-c0933ce1ad26 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 945 time: 0.0460234 Jul 28 18:32:28.702061 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Deleting port 560ef11e-4852-4ee5-b1eb-429010962ff3 {{(pid=104675) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 28 18:32:28.702332 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783931068685'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:28.792852 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.db [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] For port 560ef11e-4852-4ee5-b1eb-429010962ff3, host hv-cinder-84617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84617',level=0,port_id=560ef11e-4852-4ee5-b1eb-429010962ff3,segment=NetworkSegment(4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3),segment_id=4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3)] {{(pid=104675) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 28 18:32:28.803734 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-634386'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:28.805920 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.plugin [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Calling delete_port for 560ef11e-4852-4ee5-b1eb-429010962ff3 owned by compute:nova {{(pid=104675) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 28 18:32:28.948469 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2a6d42-6749-40ba-8ff0-2efef5f419bf req-9f0c017b-540c-4163-b7fd-5ac3ba086973 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104676) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 28 18:32:28.950222 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1e2a6d42-6749-40ba-8ff0-2efef5f419bf req-9f0c017b-540c-4163-b7fd-5ac3ba086973 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/ports?device_id=cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8 HTTP/1.1" status: 200 len: 945 time: 0.0506012 Jul 28 18:32:28.979022 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3956238', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-49655', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783931138883', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783930692940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30297234'] for port (560ef11e-4852-4ee5-b1eb-429010962ff3), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:28.997634 dv-cinder-846173-4-iscsi neutron-server[104676]: INFO neutron.wsgi [req-1e2a6d42-6749-40ba-8ff0-2efef5f419bf req-a7ae6f5e-32d4-4ac0-a5f9-13654586d9c6 tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.86 "GET /v2.0/security-groups?id=28c43e96-d3e5-4331-b212-d859611f82e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418644 Jul 28 18:32:29.008472 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Pushing event deleted for resources: {'Port': ['ID=560ef11e-4852-4ee5-b1eb-429010962ff3,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:29.015557 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.db [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] get_ports_and_sgs() called for port_ids ['560ef11e-4852-4ee5-b1eb-429010962ff3'] {{(pid=104677) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 28 18:32:29.039543 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.040051 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.040422 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.040765 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.041127 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.041466 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.041796 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.042123 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.042453 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.042785 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.043112 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.043437 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.043762 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.044086 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.044410 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-846173-4-iscsi {{(pid=104675) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 28 18:32:29.069159 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] No DVR routers for this DVR port 560ef11e-4852-4ee5-b1eb-429010962ff3 on host hv-cinder-84617 {{(pid=104675) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 28 18:32:29.071702 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-84927'] for port (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:29.075427 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [req-d03e2070-99d4-440c-92b7-472cd299ce72 req-9ba588e5-5470-43f7-a1bd-c86f5d5411aa tempest-VolumesSnapshotTestJSON-1682304737 tempest-VolumesSnapshotTestJSON-1682304737-project] 10.222.0.93 "DELETE /v2.0/ports/560ef11e-4852-4ee5-b1eb-429010962ff3 HTTP/1.1" status: 204 len: 173 time: 0.4467130 Jul 28 18:32:29.075878 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'name': 'network-vif-deleted', 'tag': '560ef11e-4852-4ee5-b1eb-429010962ff3'}] {{(pid=104675) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 28 18:32:29.078776 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.86/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3420dfdc3041a129c40e0edafd17af83bcd1521d0f9ebd876f5656aa2ed67ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488b1988-5295-4798-89a6-b8f3ff636f19" -d '{"events": [{"server_uuid": "cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8", "name": "network-vif-deleted", "tag": "560ef11e-4852-4ee5-b1eb-429010962ff3"}]}' {{(pid=104675) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 28 18:32:29.117978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Jul 2022 18:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ad2e4e-637c-4f95-ad1f-7bfbf73ac5b4 x-openstack-request-id: req-d3ad2e4e-637c-4f95-ad1f-7bfbf73ac5b4 {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 28 18:32:29.117978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8", "name": "network-vif-deleted", "tag": "560ef11e-4852-4ee5-b1eb-429010962ff3", "status": "completed", "code": 200}]} {{(pid=104675) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 28 18:32:29.117978 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.86/compute/v2.1/os-server-external-events used request id req-d3ad2e4e-637c-4f95-ad1f-7bfbf73ac5b4 {{(pid=104675) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 28 18:32:29.117978 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ad2e4e-637c-4f95-ad1f-7bfbf73ac5b4'] response: {'server_uuid': 'cbd92ee9-ebd1-41b4-9694-3bb4fb4344e8', 'name': 'network-vif-deleted', 'tag': '560ef11e-4852-4ee5-b1eb-429010962ff3', 'status': 'completed', 'code': 200} Jul 28 18:32:31.539301 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 560ef11e-4852-4ee5-b1eb-429010962ff3 no longer exists at agent hyperv_hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 28 18:32:31.558103 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.plugin [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] No Port match for: 560ef11e-4852-4ee5-b1eb-429010962ff3 {{(pid=104677) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 28 18:32:31.558452 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron.plugins.ml2.rpc [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Device 560ef11e-4852-4ee5-b1eb-429010962ff3 not bound to the agent host hv-cinder-84617 {{(pid=104677) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 28 18:32:38.991847 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=27 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:38.993820 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG dbcounter [-] [104676] Writing DB stats neutron:SELECT=27 {{(pid=104676) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:39.037411 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:39.052303 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:39.053672 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=47,neutron:DELETE=3 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:41.543541 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:44.046756 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=14 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:44.051172 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=20 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:32:44.612055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a0f5020d-1fe8-4b53-a984-19511aa31f97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:46.903473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-05f1f2d1-efce-42f5-913a-d6b14f61f513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:47.983922 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:49.337972 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:49.834830 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:57.726084 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:58.735832 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 52046) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:32:58.784932 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.db.db_base_plugin_v2 [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] Deleting subnet de1f7788-bf2e-4b00-8425-2d96bc7a4f36 {{(pid=104675) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 28 18:32:58.788056 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] Publish callbacks [] for subnet (de1f7788-bf2e-4b00-8425-2d96bc7a4f36), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:58.824000 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30181949'] for subnet (de1f7788-bf2e-4b00-8425-2d96bc7a4f36), precommit_delete_associations {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:58.863335 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3325739'] for subnet (de1f7788-bf2e-4b00-8425-2d96bc7a4f36), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.001291 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3325730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509241', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30297279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29670181'] for subnet (de1f7788-bf2e-4b00-8425-2d96bc7a4f36), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.025661 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1f7788-bf2e-4b00-8425-2d96bc7a4f36,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:59.031373 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for subnet (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.034827 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-11962829-8a47-4a82-92ef-fc52870fa705 admin admin] 10.222.0.86 "DELETE /v2.0/subnets/de1f7788-bf2e-4b00-8425-2d96bc7a4f36 HTTP/1.1" status: 204 len: 168 time: 0.2977378 Jul 28 18:32:59.037171 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 52048) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:32:59.110215 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3311201'] for network (5a2c91d4-4812-4415-8f68-db65a25a7ee7), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.193146 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3322885', 'neutron.services.segments.db._delete_segments_for_network-8783931196362'] for network (5a2c91d4-4812-4415-8f68-db65a25a7ee7), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.212998 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a2c91d4-4812-4415-8f68-db65a25a7ee7']}} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:59.222126 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3') {'for_net_delete': True} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:59.222419 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.services.segments.db [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3') {} {{(pid=104675) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 28 18:32:59.232368 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783931196263', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30181924'] for segment (4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.245942 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268'] for segment (4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.252304 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Releasing vlan 910 on physical network physnet1 to pool {{(pid=104675) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 28 18:32:59.252617 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4016268', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30297313'] for segment (4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.292145 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3 resource provider aggregate not found Jul 28 18:32:59.311015 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.services.segments.plugin [-] Segment 4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4cb0459b-f0c1-4450-afd4-ab8f6ba8bfb3 found for delete ", "request_id": "req-a38a6431-ec14-4b97-983e-dafbd2fe4864"}]} Jul 28 18:32:59.395049 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3322894', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509677', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528035', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-433719'] for network (5a2c91d4-4812-4415-8f68-db65a25a7ee7), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.400522 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528013'] for network (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.404217 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] 10.222.0.86 "DELETE /v2.0/networks/5a2c91d4-4812-4415-8f68-db65a25a7ee7 HTTP/1.1" status: 204 len: 168 time: 0.3661332 Jul 28 18:32:59.419374 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f174c5-d911-4910-b1e3-453a22e8d625 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a2c91d4-4812-4415-8f68-db65a25a7ee7,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:32:59.731455 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 52056) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:32:59.771206 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-a5dfe64a-0706-4b85-a199-c59998164f28 admin admin] 10.222.0.86 "GET /v2.0/security-groups?tenant_id=f1e8613cb3f4463a8450d22995801d40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385137 Jul 28 18:32:59.773528 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [-] (104675) accepted ('10.222.0.86', 52058) {{(pid=104675) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 28 18:32:59.828785 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-eeb8c4b3-a8b8-4072-ab7b-3e369b3e4ec1 admin admin] Publish callbacks [] for security_group (28c43e96-d3e5-4331-b212-d859611f82e4), before_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.850399 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-eeb8c4b3-a8b8-4072-ab7b-3e369b3e4ec1 admin admin] Publish callbacks [] for security_group (28c43e96-d3e5-4331-b212-d859611f82e4), precommit_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.971766 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-eeb8c4b3-a8b8-4072-ab7b-3e369b3e4ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509596'] for security_group (28c43e96-d3e5-4331-b212-d859611f82e4), after_delete {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.974455 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron_lib.callbacks.manager [None req-eeb8c4b3-a8b8-4072-ab7b-3e369b3e4ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104675) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:32:59.975597 dv-cinder-846173-4-iscsi neutron-server[104675]: INFO neutron.wsgi [None req-eeb8c4b3-a8b8-4072-ab7b-3e369b3e4ec1 admin admin] 10.222.0.86 "DELETE /v2.0/security-groups/28c43e96-d3e5-4331-b212-d859611f82e4 HTTP/1.1" status: 204 len: 168 time: 0.2011912 Jul 28 18:32:59.983794 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8c4b3-a8b8-4072-ab7b-3e369b3e4ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c43e96-d3e5-4331-b212-d859611f82e4,revision_number=None']} {{(pid=104675) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 28 18:33:01.258635 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:33:07.668018 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:09.978701 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:09.979508 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG dbcounter [-] [104675] Writing DB stats neutron:SELECT=71,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104675) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:09.996805 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:14.674401 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d39d9e7d-cb37-421c-b210-19427a346718 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:16.896867 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d0bce5b1-aea1-4644-93a6-bd393c504221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:18.005448 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:19.365563 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:19.799710 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:21.043934 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:21.044694 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:27.713901 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:37.652769 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:37.658760 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:38.257187 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:33:43.166836 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:44.644493 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-91cb565b-2a23-4787-ba67-158354478bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:46.873359 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c14beb9a-9e44-4b50-b7c4-2fe70c940f8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:48.004245 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:49.375876 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:49.849942 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:57.729991 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:33:58.037311 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:33:58.042190 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:34:07.672330 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:UPDATE=2,neutron:SELECT=20 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:34:07.674243 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:34:14.620868 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4d8d6357-f737-4e66-a223-e6bc80faabc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:15.256501 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:34:16.866285 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-a2a3d07d-63e1-4b40-a36e-e5982f4b36b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:17.997569 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:19.380473 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:19.837459 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:27.734460 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:37.691492 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:34:37.693322 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:34:40.374967 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=17 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:34:40.377912 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=17 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:34:44.619413 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-74714b1d-071c-445e-9106-518468e682e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:46.876514 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-d3157210-63ce-4531-8228-56de6a5d1293 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:48.013787 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:49.350642 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:49.796283 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:34:52.255574 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:34:57.733583 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:07.671008 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:07.677037 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:12.032463 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:12.037368 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:14.624116 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-aff38e9a-a59f-4579-aff4-c96af68b9431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:16.858248 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-37bd1d9d-3026-4eb4-9243-034f3b7dec1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:17.995255 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:19.372352 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:19.801187 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:27.755384 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:29.254642 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:35:37.699148 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:37.700958 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:44.623074 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-e6d3f87c-f9c6-462a-969b-369067330ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:46.874656 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f61df091-ef63-47cb-a96a-0775a0d63101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:48.017203 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:49.033318 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:49.034073 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:35:49.411732 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:49.805759 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:35:57.742736 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:06.254197 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:36:07.703090 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:07.705055 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:14.621879 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-c4443d89-143b-4d08-9f35-7fd26c55f63d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:16.873913 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-cd349f34-9d01-48c8-87df-442ba4d736d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:18.010402 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:19.410553 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:19.821778 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:23.892394 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-6b42f92d-3acd-40fc-89e7-e6897d747aec service neutron] (104675) timed out ('10.222.0.86', 45898) {{(pid=104675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:36:23.971190 dv-cinder-846173-4-iscsi neutron-server[104675]: DEBUG neutron.wsgi [req-6aa21c2b-e170-4847-9eeb-cf83022a6aea req-51d22a38-6939-4e3d-9554-7b94702ff90c tempest-TestShelveInstance-1747104346 tempest-TestShelveInstance-1747104346-project] (104675) timed out ('10.222.0.86', 45908) {{(pid=104675) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:36:26.025279 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=2 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:26.029172 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=6 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:27.747121 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:37.704785 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:37.705533 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:41.107581 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=14 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:41.108324 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=14 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:36:43.253199 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:36:44.632414 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7efb8216-e66b-4b94-83d7-1455b7155f16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:46.873271 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-afd0984a-8258-4a0a-bd97-2cd014995dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:48.015453 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:49.380694 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:49.814930 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:36:57.758359 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:03.025857 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:03.026624 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:07.695727 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:07.702153 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:14.631139 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-7f5c46a8-8433-4359-b538-ed18333ab2f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:16.871030 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-4462e70b-490e-40f8-89d7-3690c7b34969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:18.002812 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:19.425662 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:19.814212 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:20.252884 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:37:27.790985 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:33.309758 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-e21e1c52-67d0-4db8-b241-064d45230970 service neutron] (104676) timed out ('10.222.0.86', 47860) {{(pid=104676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:37:33.491726 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-3a36cf96-b8cd-4106-abfa-e0b7c85f3dda req-b8cc902f-2350-4a85-b236-00ec7cfc3ea1 tempest-AttachVolumeShelveTestJSON-64193895 tempest-AttachVolumeShelveTestJSON-64193895-project] (104676) timed out ('10.222.0.86', 47868) {{(pid=104676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:37:37.697747 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:37.699602 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:40.023267 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=4 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:43.175953 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:37:44.624773 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-71fd08b9-fdd5-4d99-a9ff-59c4ef203330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:46.870294 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-2ca08f91-c3c5-4b90-9a77-ec49b3cfc13f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:47.990015 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:49.384622 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:49.813034 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:37:57.252102 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 28 18:37:57.767555 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:38:07.706951 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:38:07.708872 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG dbcounter [-] [104677] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104677) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:38:14.623578 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-fd8466c9-2502-4249-824b-6593a5a03e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (5cd4ec8f-526f-4b99-a665-ecaab715853e), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:38:16.851979 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-5794fed6-3b1c-409d-9307-63c45db844e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (dfdcac0b-161a-45db-83b9-fefaf91771c6), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:38:17.015146 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=3 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:38:17.020118 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG dbcounter [-] [104678] Writing DB stats neutron:SELECT=5 {{(pid=104678) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 28 18:38:17.994647 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-9981792d-20aa-4d80-8bce-310b76251e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (acc01fdc-0ee0-4e11-a58c-e24f0a1120c2), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:38:19.406127 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-f50f35bc-c3c2-4449-9cf2-dd1c10fc4946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (e2ae3c0b-db02-4d67-b1c3-025cd5b51add), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:38:19.834879 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-db247e6c-16b6-4a03-8eaf-f38a3f40c011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (30825635-465e-4aad-843d-a0ba2b9585a0), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:38:27.766032 dv-cinder-846173-4-iscsi neutron-server[104677]: DEBUG neutron_lib.callbacks.manager [None req-3f045a80-0cc6-4fab-b865-3aa22a8fbcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783931196344', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3319770'] for agent (ee374de4-be4b-4708-8056-b0a322b1916a), after_update {{(pid=104677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 28 18:38:28.893706 dv-cinder-846173-4-iscsi neutron-server[104676]: DEBUG neutron.wsgi [req-00d2e99f-5060-427c-b83b-bf44230fd50c req-1ef9de11-d891-4c79-a5ad-4929f90727d7 service neutron] (104676) timed out ('10.222.0.93', 59154) {{(pid=104676) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 28 18:38:34.251791 dv-cinder-846173-4-iscsi neutron-server[104678]: DEBUG neutron.db.agents_db [None req-8aa00319-7d1f-4e6b-be4f-af2a843d3fc5 None None] Agent healthcheck: found 6 active agents {{(pid=104678) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}